2024-12-02 22:23:04,156 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-02 22:23:04,166 main DEBUG Took 0.008570 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 22:23:04,166 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 22:23:04,166 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 22:23:04,167 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 22:23:04,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,175 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 22:23:04,185 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,188 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,189 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,190 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,191 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,192 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,193 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:23:04,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,194 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 22:23:04,195 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:23:04,197 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 22:23:04,198 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 22:23:04,199 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 22:23:04,200 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 22:23:04,200 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 22:23:04,207 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 22:23:04,209 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 22:23:04,210 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 22:23:04,211 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 22:23:04,211 main DEBUG createAppenders(={Console}) 2024-12-02 22:23:04,212 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-02 22:23:04,212 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-02 22:23:04,212 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-02 22:23:04,213 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 22:23:04,213 main DEBUG OutputStream closed 2024-12-02 22:23:04,213 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 22:23:04,213 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 22:23:04,214 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-02 22:23:04,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 22:23:04,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 22:23:04,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 22:23:04,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 22:23:04,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 22:23:04,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 22:23:04,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 22:23:04,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 22:23:04,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 22:23:04,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 22:23:04,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 22:23:04,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 22:23:04,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 22:23:04,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 22:23:04,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 22:23:04,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 22:23:04,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 22:23:04,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 22:23:04,284 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 22:23:04,284 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-02 22:23:04,285 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 22:23:04,285 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-02T22:23:04,477 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1 2024-12-02 22:23:04,480 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 22:23:04,480 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T22:23:04,488 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-02T22:23:04,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:23:04,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f, deleteOnExit=true 2024-12-02T22:23:04,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T22:23:04,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/test.cache.data in system properties and HBase conf 2024-12-02T22:23:04,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:23:04,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:23:04,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:23:04,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:23:04,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T22:23:04,604 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T22:23:04,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:23:04,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:23:04,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:23:04,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:23:04,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:23:04,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:23:04,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:23:04,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:23:04,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:23:04,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:23:04,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:23:04,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:23:04,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:23:04,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:23:04,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:23:05,582 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T22:23:05,651 INFO [Time-limited test {}] log.Log(170): Logging initialized @2103ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T22:23:05,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:23:05,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:23:05,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:23:05,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:23:05,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:23:05,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:23:05,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:23:05,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:23:05,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/java.io.tmpdir/jetty-localhost-40157-hadoop-hdfs-3_4_1-tests_jar-_-any-18200729707195304168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:23:05,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:40157} 2024-12-02T22:23:05,970 INFO [Time-limited test {}] server.Server(415): Started @2423ms 2024-12-02T22:23:06,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:23:06,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:23:06,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:23:06,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:23:06,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:23:06,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:23:06,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:23:06,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/java.io.tmpdir/jetty-localhost-45389-hadoop-hdfs-3_4_1-tests_jar-_-any-9461486567834706802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:23:06,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:45389} 2024-12-02T22:23:06,525 INFO [Time-limited test {}] server.Server(415): Started @2978ms 2024-12-02T22:23:06,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:23:07,284 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/dfs/data/data2/current/BP-2022088492-172.17.0.2-1733178185196/current, will proceed with Du for space computation calculation, 2024-12-02T22:23:07,284 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/dfs/data/data1/current/BP-2022088492-172.17.0.2-1733178185196/current, will proceed with Du for space computation calculation, 2024-12-02T22:23:07,309 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:23:07,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfceb2bb1ca87851 with lease ID 0x1ce552bfc8b48be1: Processing first storage report for DS-55ceb368-916d-4e38-be6e-4b358a1c7a67 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=b8da9044-2674-4e56-b2e4-a67dcf72eb9c, infoPort=33601, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=970418681;c=1733178185196) 2024-12-02T22:23:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfceb2bb1ca87851 with lease ID 0x1ce552bfc8b48be1: from storage DS-55ceb368-916d-4e38-be6e-4b358a1c7a67 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=b8da9044-2674-4e56-b2e4-a67dcf72eb9c, infoPort=33601, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=970418681;c=1733178185196), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T22:23:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfceb2bb1ca87851 with lease ID 0x1ce552bfc8b48be1: Processing first storage report for DS-9dd2793a-e6bf-45a1-be12-d2d65c85c458 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=b8da9044-2674-4e56-b2e4-a67dcf72eb9c, infoPort=33601, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=970418681;c=1733178185196) 2024-12-02T22:23:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfceb2bb1ca87851 with lease ID 0x1ce552bfc8b48be1: from storage DS-9dd2793a-e6bf-45a1-be12-d2d65c85c458 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=b8da9044-2674-4e56-b2e4-a67dcf72eb9c, infoPort=33601, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=970418681;c=1733178185196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:23:07,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1 2024-12-02T22:23:07,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/zookeeper_0, clientPort=61729, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:23:07,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61729 2024-12-02T22:23:07,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:23:07,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:23:07,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:23:08,146 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 with version=8 2024-12-02T22:23:08,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/hbase-staging 2024-12-02T22:23:08,252 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T22:23:08,493 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5e55ea54544d:0 server-side Connection retries=45 2024-12-02T22:23:08,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:23:08,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:23:08,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:23:08,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:23:08,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:23:08,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:23:08,672 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T22:23:08,679 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T22:23:08,682 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:23:08,703 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48099 (auto-detected) 2024-12-02T22:23:08,704 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T22:23:08,720 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38367 2024-12-02T22:23:08,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:23:08,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:23:08,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38367 connecting to ZooKeeper ensemble=127.0.0.1:61729 2024-12-02T22:23:08,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383670x0, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:23:08,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38367-0x101996e01570000 connected 2024-12-02T22:23:08,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T22:23:08,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:23:08,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T22:23:08,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38367 2024-12-02T22:23:08,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38367 2024-12-02T22:23:08,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38367 2024-12-02T22:23:08,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38367 2024-12-02T22:23:08,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38367 2024-12-02T22:23:08,942 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963, hbase.cluster.distributed=false 2024-12-02T22:23:09,001 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5e55ea54544d:0 server-side Connection retries=45 2024-12-02T22:23:09,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:23:09,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:23:09,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:23:09,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:23:09,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:23:09,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:23:09,008 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:23:09,009 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39943 2024-12-02T22:23:09,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:23:09,017 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:23:09,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:23:09,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:23:09,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39943 connecting to ZooKeeper ensemble=127.0.0.1:61729 2024-12-02T22:23:09,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399430x0, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:23:09,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399430x0, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T22:23:09,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39943-0x101996e01570001 connected 2024-12-02T22:23:09,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:23:09,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T22:23:09,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39943 2024-12-02T22:23:09,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39943 2024-12-02T22:23:09,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39943 2024-12-02T22:23:09,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39943 2024-12-02T22:23:09,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39943 2024-12-02T22:23:09,052 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5e55ea54544d,38367,1733178188246 2024-12-02T22:23:09,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:23:09,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:23:09,064 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5e55ea54544d:38367 2024-12-02T22:23:09,066 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5e55ea54544d,38367,1733178188246 2024-12-02T22:23:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T22:23:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T22:23:09,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:09,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:09,095 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T22:23:09,095 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5e55ea54544d,38367,1733178188246 from backup master directory 2024-12-02T22:23:09,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T22:23:09,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:23:09,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5e55ea54544d,38367,1733178188246 2024-12-02T22:23:09,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:23:09,106 WARN [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:23:09,107 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5e55ea54544d,38367,1733178188246 2024-12-02T22:23:09,109 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T22:23:09,110 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T22:23:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:23:09,575 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/hbase.id with ID: 7a69aac0-816a-4b6e-9f18-98afc024b9ee 2024-12-02T22:23:09,615 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:23:09,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:09,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:23:10,112 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:23:10,113 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:23:10,128 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:10,132 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:23:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:23:10,584 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store 2024-12-02T22:23:10,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:23:11,011 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T22:23:11,012 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:11,012 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:23:11,013 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:23:11,013 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:23:11,013 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:23:11,013 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:23:11,013 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:23:11,013 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T22:23:11,015 WARN [master/5e55ea54544d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/.initializing 2024-12-02T22:23:11,015 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/WALs/5e55ea54544d,38367,1733178188246 2024-12-02T22:23:11,021 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:23:11,031 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5e55ea54544d%2C38367%2C1733178188246, suffix=, logDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/WALs/5e55ea54544d,38367,1733178188246, archiveDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/oldWALs, maxLogs=10 2024-12-02T22:23:11,048 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/WALs/5e55ea54544d,38367,1733178188246/5e55ea54544d%2C38367%2C1733178188246.1733178191035, exclude list is [], retry=0 2024-12-02T22:23:11,062 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-55ceb368-916d-4e38-be6e-4b358a1c7a67,DISK] 2024-12-02T22:23:11,064 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T22:23:11,093 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/WALs/5e55ea54544d,38367,1733178188246/5e55ea54544d%2C38367%2C1733178188246.1733178191035 2024-12-02T22:23:11,094 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33601:33601)] 2024-12-02T22:23:11,094 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:23:11,094 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:11,097 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,098 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:23:11,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:11,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:23:11,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:23:11,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:11,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:11,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:23:11,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:11,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:11,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:23:11,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:11,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:11,169 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,171 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,178 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:23:11,182 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:23:11,187 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:23:11,188 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64956209, jitterRate=-0.032077059149742126}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:23:11,192 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T22:23:11,193 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:23:11,217 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa31140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:11,243 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T22:23:11,253 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:23:11,254 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:23:11,255 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:23:11,257 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T22:23:11,261 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-02T22:23:11,261 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:23:11,282 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:23:11,293 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T22:23:11,330 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T22:23:11,333 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:23:11,334 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:23:11,343 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T22:23:11,346 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:23:11,352 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:23:11,360 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T22:23:11,361 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:23:11,372 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T22:23:11,383 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:23:11,393 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T22:23:11,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T22:23:11,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T22:23:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:11,406 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5e55ea54544d,38367,1733178188246, sessionid=0x101996e01570000, setting cluster-up flag (Was=false) 2024-12-02T22:23:11,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:11,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:11,464 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T22:23:11,467 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5e55ea54544d,38367,1733178188246 2024-12-02T22:23:11,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:11,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:11,513 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T22:23:11,515 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5e55ea54544d,38367,1733178188246 2024-12-02T22:23:11,566 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5e55ea54544d:39943 2024-12-02T22:23:11,567 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1008): ClusterId : 7a69aac0-816a-4b6e-9f18-98afc024b9ee 2024-12-02T22:23:11,569 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:23:11,582 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:23:11,582 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:23:11,588 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T22:23:11,590 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:23:11,591 DEBUG [RS:0;5e55ea54544d:39943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431497e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:11,592 DEBUG [RS:0;5e55ea54544d:39943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a87bf68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5e55ea54544d/172.17.0.2:0 2024-12-02T22:23:11,593 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T22:23:11,595 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T22:23:11,595 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T22:23:11,595 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T22:23:11,595 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:23:11,597 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(3073): reportForDuty to master=5e55ea54544d,38367,1733178188246 with isa=5e55ea54544d/172.17.0.2:39943, startcode=1733178189000 2024-12-02T22:23:11,600 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5e55ea54544d,38367,1733178188246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:23:11,603 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5e55ea54544d:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:23:11,603 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5e55ea54544d:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:23:11,603 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5e55ea54544d:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:23:11,603 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5e55ea54544d:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:23:11,603 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5e55ea54544d:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:23:11,604 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,604 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5e55ea54544d:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:23:11,604 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,605 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178221605 2024-12-02T22:23:11,607 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:23:11,608 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:23:11,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:23:11,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:23:11,609 DEBUG [RS:0;5e55ea54544d:39943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:23:11,612 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:23:11,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:11,612 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:23:11,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:23:11,613 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:23:11,613 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:23:11,614 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,616 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:23:11,617 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:23:11,618 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:23:11,620 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:23:11,621 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:23:11,626 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5e55ea54544d:0:becomeActiveMaster-HFileCleaner.large.0-1733178191622,5,FailOnTimeoutGroup] 2024-12-02T22:23:11,627 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5e55ea54544d:0:becomeActiveMaster-HFileCleaner.small.0-1733178191626,5,FailOnTimeoutGroup] 2024-12-02T22:23:11,627 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,627 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:23:11,628 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,628 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741831_1007 (size=1039) 2024-12-02T22:23:11,646 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37165, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:23:11,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:11,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(486): Registering regionserver=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:11,666 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:23:11,666 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45621 2024-12-02T22:23:11,666 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T22:23:11,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T22:23:11,677 DEBUG [RS:0;5e55ea54544d:39943 {}] zookeeper.ZKUtil(111): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5e55ea54544d,39943,1733178189000 2024-12-02T22:23:11,677 WARN [RS:0;5e55ea54544d:39943 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:23:11,678 INFO [RS:0;5e55ea54544d:39943 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:23:11,678 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/WALs/5e55ea54544d,39943,1733178189000 2024-12-02T22:23:11,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5e55ea54544d,39943,1733178189000] 2024-12-02T22:23:11,691 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T22:23:11,700 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:23:11,711 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:23:11,714 INFO [RS:0;5e55ea54544d:39943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:23:11,714 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,715 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T22:23:11,721 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,721 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,721 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,721 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,721 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,721 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,722 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5e55ea54544d:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:23:11,722 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,722 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,722 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,722 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,722 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5e55ea54544d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:23:11,722 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5e55ea54544d:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:23:11,722 DEBUG [RS:0;5e55ea54544d:39943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:23:11,723 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,723 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,723 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,723 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,724 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(168): Chore ScheduledChore name=5e55ea54544d,39943,1733178189000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:23:11,741 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:23:11,743 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(168): Chore ScheduledChore name=5e55ea54544d,39943,1733178189000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:11,761 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.Replication(204): 5e55ea54544d,39943,1733178189000 started 2024-12-02T22:23:11,761 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1767): Serving as 5e55ea54544d,39943,1733178189000, RpcServer on 5e55ea54544d/172.17.0.2:39943, sessionid=0x101996e01570001 2024-12-02T22:23:11,761 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:23:11,762 DEBUG [RS:0;5e55ea54544d:39943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:11,762 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5e55ea54544d,39943,1733178189000' 2024-12-02T22:23:11,762 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T22:23:11,763 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T22:23:11,763 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:23:11,763 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:23:11,763 DEBUG [RS:0;5e55ea54544d:39943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:11,764 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5e55ea54544d,39943,1733178189000' 2024-12-02T22:23:11,764 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T22:23:11,764 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T22:23:11,765 DEBUG [RS:0;5e55ea54544d:39943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:23:11,765 INFO [RS:0;5e55ea54544d:39943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:23:11,765 INFO [RS:0;5e55ea54544d:39943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:23:11,872 INFO [RS:0;5e55ea54544d:39943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:23:11,877 INFO [RS:0;5e55ea54544d:39943 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5e55ea54544d%2C39943%2C1733178189000, suffix=, logDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/WALs/5e55ea54544d,39943,1733178189000, archiveDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/oldWALs, maxLogs=32 2024-12-02T22:23:11,891 DEBUG [RS:0;5e55ea54544d:39943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/WALs/5e55ea54544d,39943,1733178189000/5e55ea54544d%2C39943%2C1733178189000.1733178191879, exclude list is [], retry=0 2024-12-02T22:23:11,895 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-55ceb368-916d-4e38-be6e-4b358a1c7a67,DISK] 2024-12-02T22:23:11,898 INFO [RS:0;5e55ea54544d:39943 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/WALs/5e55ea54544d,39943,1733178189000/5e55ea54544d%2C39943%2C1733178189000.1733178191879 2024-12-02T22:23:11,899 DEBUG [RS:0;5e55ea54544d:39943 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33601:33601)] 2024-12-02T22:23:12,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T22:23:12,044 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:23:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:23:12,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:12,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:23:12,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:23:12,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:12,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:23:12,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:23:12,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:23:12,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:12,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:23:12,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:23:12,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:23:12,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:12,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:23:12,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740 2024-12-02T22:23:12,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740 2024-12-02T22:23:12,489 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:23:12,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T22:23:12,494 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:23:12,495 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67859532, jitterRate=0.011185824871063232}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:23:12,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T22:23:12,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:23:12,497 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T22:23:12,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T22:23:12,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:23:12,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:23:12,498 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T22:23:12,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T22:23:12,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:23:12,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T22:23:12,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:23:12,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:23:12,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:23:12,669 DEBUG [5e55ea54544d:38367 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:23:12,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:12,683 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5e55ea54544d,39943,1733178189000, state=OPENING 2024-12-02T22:23:12,722 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:23:12,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:12,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:12,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:23:12,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:23:12,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:23:12,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:12,920 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:23:12,922 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:23:12,932 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T22:23:12,933 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:23:12,933 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:23:12,937 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5e55ea54544d%2C39943%2C1733178189000.meta, suffix=.meta, logDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/WALs/5e55ea54544d,39943,1733178189000, archiveDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/oldWALs, maxLogs=32 2024-12-02T22:23:12,950 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/WALs/5e55ea54544d,39943,1733178189000/5e55ea54544d%2C39943%2C1733178189000.meta.1733178192938.meta, exclude list is [], retry=0 2024-12-02T22:23:12,954 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-55ceb368-916d-4e38-be6e-4b358a1c7a67,DISK] 2024-12-02T22:23:12,956 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/WALs/5e55ea54544d,39943,1733178189000/5e55ea54544d%2C39943%2C1733178189000.meta.1733178192938.meta 2024-12-02T22:23:12,957 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33601:33601)] 2024-12-02T22:23:12,957 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:23:12,958 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:23:13,006 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:23:13,010 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:23:13,015 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:23:13,015 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:13,015 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T22:23:13,015 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T22:23:13,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:23:13,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:23:13,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:13,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:23:13,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:23:13,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:23:13,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:13,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:23:13,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:23:13,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:23:13,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:13,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:23:13,028 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740 2024-12-02T22:23:13,031 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740 2024-12-02T22:23:13,034 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:23:13,036 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T22:23:13,038 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71900110, jitterRate=0.07139512896537781}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:23:13,040 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T22:23:13,047 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178192914 2024-12-02T22:23:13,058 DEBUG [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:23:13,058 INFO [RS_OPEN_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T22:23:13,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:13,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5e55ea54544d,39943,1733178189000, state=OPEN 2024-12-02T22:23:13,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:23:13,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:23:13,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:23:13,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:23:13,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:23:13,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5e55ea54544d,39943,1733178189000 in 354 msec 2024-12-02T22:23:13,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:23:13,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 595 msec 2024-12-02T22:23:13,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5620 sec 2024-12-02T22:23:13,113 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178193113, completionTime=-1 2024-12-02T22:23:13,114 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:23:13,114 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T22:23:13,143 DEBUG [hconnection-0x7a7eb9b6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:13,145 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:13,154 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-02T22:23:13,155 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178253155 2024-12-02T22:23:13,155 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178313155 2024-12-02T22:23:13,155 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 41 msec 2024-12-02T22:23:13,199 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5e55ea54544d,38367,1733178188246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:13,200 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5e55ea54544d,38367,1733178188246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:13,200 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5e55ea54544d,38367,1733178188246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:13,202 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5e55ea54544d:38367, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:13,202 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:13,208 DEBUG [master/5e55ea54544d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T22:23:13,211 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T22:23:13,213 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:23:13,218 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T22:23:13,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:23:13,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:13,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:23:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741835_1011 (size=358) 2024-12-02T22:23:13,642 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02f5b228a84205ddebea77be33971ee0, NAME => 'hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:23:13,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741836_1012 (size=42) 2024-12-02T22:23:14,058 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:14,058 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 02f5b228a84205ddebea77be33971ee0, disabling compactions & flushes 2024-12-02T22:23:14,059 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:23:14,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:23:14,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. after waiting 0 ms 2024-12-02T22:23:14,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:23:14,060 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:23:14,060 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02f5b228a84205ddebea77be33971ee0: 2024-12-02T22:23:14,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:23:14,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733178194066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178194066"}]},"ts":"1733178194066"} 2024-12-02T22:23:14,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T22:23:14,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:23:14,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178194094"}]},"ts":"1733178194094"} 2024-12-02T22:23:14,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T22:23:14,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=02f5b228a84205ddebea77be33971ee0, ASSIGN}] 2024-12-02T22:23:14,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=02f5b228a84205ddebea77be33971ee0, ASSIGN 2024-12-02T22:23:14,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=02f5b228a84205ddebea77be33971ee0, ASSIGN; state=OFFLINE, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=false 2024-12-02T22:23:14,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=02f5b228a84205ddebea77be33971ee0, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:14,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 02f5b228a84205ddebea77be33971ee0, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:23:14,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:14,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:23:14,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 02f5b228a84205ddebea77be33971ee0, NAME => 'hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:23:14,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 02f5b228a84205ddebea77be33971ee0 2024-12-02T22:23:14,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:14,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 02f5b228a84205ddebea77be33971ee0 2024-12-02T22:23:14,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 02f5b228a84205ddebea77be33971ee0 2024-12-02T22:23:14,491 INFO [StoreOpener-02f5b228a84205ddebea77be33971ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 02f5b228a84205ddebea77be33971ee0 2024-12-02T22:23:14,494 INFO [StoreOpener-02f5b228a84205ddebea77be33971ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f5b228a84205ddebea77be33971ee0 columnFamilyName info 2024-12-02T22:23:14,494 DEBUG [StoreOpener-02f5b228a84205ddebea77be33971ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:14,495 INFO [StoreOpener-02f5b228a84205ddebea77be33971ee0-1 {}] regionserver.HStore(327): Store=02f5b228a84205ddebea77be33971ee0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:14,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0 2024-12-02T22:23:14,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0 2024-12-02T22:23:14,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 02f5b228a84205ddebea77be33971ee0 2024-12-02T22:23:14,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:23:14,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 02f5b228a84205ddebea77be33971ee0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75014762, jitterRate=0.1178070604801178}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:23:14,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 02f5b228a84205ddebea77be33971ee0: 2024-12-02T22:23:14,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0., pid=6, masterSystemTime=1733178194476 2024-12-02T22:23:14,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:23:14,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:23:14,516 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=02f5b228a84205ddebea77be33971ee0, regionState=OPEN, openSeqNum=2, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:14,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:23:14,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 02f5b228a84205ddebea77be33971ee0, server=5e55ea54544d,39943,1733178189000 in 201 msec 2024-12-02T22:23:14,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:23:14,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=02f5b228a84205ddebea77be33971ee0, ASSIGN in 374 msec 2024-12-02T22:23:14,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:23:14,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178194531"}]},"ts":"1733178194531"} 2024-12-02T22:23:14,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T22:23:14,549 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:23:14,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3350 sec 2024-12-02T22:23:14,625 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T22:23:14,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T22:23:14,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:23:14,664 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T22:23:14,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T22:23:14,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-02T22:23:14,709 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T22:23:14,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T22:23:14,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 33 msec 2024-12-02T22:23:14,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T22:23:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T22:23:14,789 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.682sec 2024-12-02T22:23:14,792 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:23:14,794 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:23:14,795 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:23:14,796 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:23:14,796 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:23:14,798 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5e55ea54544d,38367,1733178188246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:23:14,798 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5e55ea54544d,38367,1733178188246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:23:14,805 DEBUG [master/5e55ea54544d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:23:14,806 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:23:14,806 INFO [master/5e55ea54544d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5e55ea54544d,38367,1733178188246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:23:14,877 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-02T22:23:14,877 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-02T22:23:14,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:14,893 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T22:23:14,893 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T22:23:14,902 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:14,909 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:14,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5e55ea54544d,38367,1733178188246 2024-12-02T22:23:14,929 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=7396 2024-12-02T22:23:14,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:23:14,941 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:23:14,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:23:14,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:23:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:14,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:23:14,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-02T22:23:14,956 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:14,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:23:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T22:23:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741837_1013 (size=963) 2024-12-02T22:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T22:23:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T22:23:15,398 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:23:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741838_1014 (size=53) 2024-12-02T22:23:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T22:23:15,810 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:15,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8578c70965a657b38e03b3005e0c987e, disabling compactions & flushes 2024-12-02T22:23:15,811 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:15,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:15,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. after waiting 0 ms 2024-12-02T22:23:15,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:15,811 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:15,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:15,814 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:23:15,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733178195814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178195814"}]},"ts":"1733178195814"} 2024-12-02T22:23:15,819 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T22:23:15,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:23:15,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178195821"}]},"ts":"1733178195821"} 2024-12-02T22:23:15,824 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T22:23:15,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8578c70965a657b38e03b3005e0c987e, ASSIGN}] 2024-12-02T22:23:15,875 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8578c70965a657b38e03b3005e0c987e, ASSIGN 2024-12-02T22:23:15,877 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8578c70965a657b38e03b3005e0c987e, ASSIGN; state=OFFLINE, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=false 2024-12-02T22:23:16,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8578c70965a657b38e03b3005e0c987e, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:16,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:23:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T22:23:16,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:16,197 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:16,197 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:23:16,198 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,198 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:16,198 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,198 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,201 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,204 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:16,205 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8578c70965a657b38e03b3005e0c987e columnFamilyName A 2024-12-02T22:23:16,205 DEBUG [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:16,206 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.HStore(327): Store=8578c70965a657b38e03b3005e0c987e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:16,206 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,209 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:16,209 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8578c70965a657b38e03b3005e0c987e columnFamilyName B 2024-12-02T22:23:16,209 DEBUG [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:16,210 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.HStore(327): Store=8578c70965a657b38e03b3005e0c987e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:16,210 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,212 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:16,213 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8578c70965a657b38e03b3005e0c987e columnFamilyName C 2024-12-02T22:23:16,213 DEBUG [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:16,214 INFO [StoreOpener-8578c70965a657b38e03b3005e0c987e-1 {}] regionserver.HStore(327): Store=8578c70965a657b38e03b3005e0c987e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:16,214 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:16,216 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,216 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,219 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:23:16,221 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:16,224 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:23:16,225 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 8578c70965a657b38e03b3005e0c987e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64804689, jitterRate=-0.03433488309383392}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:23:16,225 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:16,227 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., pid=11, masterSystemTime=1733178196187 2024-12-02T22:23:16,229 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:16,229 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:16,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8578c70965a657b38e03b3005e0c987e, regionState=OPEN, openSeqNum=2, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:16,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T22:23:16,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 in 201 msec 2024-12-02T22:23:16,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:23:16,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8578c70965a657b38e03b3005e0c987e, ASSIGN in 365 msec 2024-12-02T22:23:16,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:23:16,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178196241"}]},"ts":"1733178196241"} 2024-12-02T22:23:16,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T22:23:16,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:23:16,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3320 sec 2024-12-02T22:23:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T22:23:17,101 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-02T22:23:17,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-02T22:23:17,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,153 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:23:17,159 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:23:17,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-02T22:23:17,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-02T22:23:17,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-02T22:23:17,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,208 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-02T22:23:17,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-02T22:23:17,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,238 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-02T22:23:17,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,250 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-02T22:23:17,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-02T22:23:17,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-02T22:23:17,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:17,293 DEBUG [hconnection-0x131c45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,293 DEBUG [hconnection-0x3d2cc084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,298 DEBUG [hconnection-0x1127e63d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,299 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:17,303 DEBUG [hconnection-0x3679459b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,303 DEBUG [hconnection-0x52bb944e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,304 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,304 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,304 DEBUG [hconnection-0x414f0ee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,305 DEBUG [hconnection-0x48abfdf7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-02T22:23:17,307 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:17,307 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T22:23:17,309 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:17,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:17,323 DEBUG [hconnection-0x6f00b746-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:17,325 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,325 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,326 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,328 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,338 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,341 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:17,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:23:17,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:17,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:17,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:17,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:17,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T22:23:17,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:17,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T22:23:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:17,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178257481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178257485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178257486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178257494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178257494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/ec3e357c50cf451ba873c78c51fd69ad is 50, key is test_row_0/A:col10/1733178197332/Put/seqid=0 2024-12-02T22:23:17,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741839_1015 (size=12001) 2024-12-02T22:23:17,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/ec3e357c50cf451ba873c78c51fd69ad 2024-12-02T22:23:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T22:23:17,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/36fb3b9612cf415a9311f5cad2028052 is 50, key is test_row_0/B:col10/1733178197332/Put/seqid=0 2024-12-02T22:23:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178257636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178257639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178257640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178257642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178257642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T22:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:17,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741840_1016 (size=12001) 2024-12-02T22:23:17,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/36fb3b9612cf415a9311f5cad2028052 2024-12-02T22:23:17,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T22:23:17,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:23:17,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-02T22:23:17,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/7bc81e6c97f74a738f8dfb902d924ed1 is 50, key is test_row_0/C:col10/1733178197332/Put/seqid=0 2024-12-02T22:23:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741841_1017 (size=12001) 2024-12-02T22:23:17,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/7bc81e6c97f74a738f8dfb902d924ed1 2024-12-02T22:23:17,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/ec3e357c50cf451ba873c78c51fd69ad as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/ec3e357c50cf451ba873c78c51fd69ad 2024-12-02T22:23:17,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/ec3e357c50cf451ba873c78c51fd69ad, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T22:23:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/36fb3b9612cf415a9311f5cad2028052 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/36fb3b9612cf415a9311f5cad2028052 2024-12-02T22:23:17,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/36fb3b9612cf415a9311f5cad2028052, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T22:23:17,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/7bc81e6c97f74a738f8dfb902d924ed1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7bc81e6c97f74a738f8dfb902d924ed1 2024-12-02T22:23:17,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T22:23:17,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:17,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:17,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:17,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7bc81e6c97f74a738f8dfb902d924ed1, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T22:23:17,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8578c70965a657b38e03b3005e0c987e in 452ms, sequenceid=14, compaction requested=false 2024-12-02T22:23:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:17,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:23:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:17,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:17,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178257871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/1ee3cbded36c4a74873693ebf12e2f20 is 50, key is test_row_0/A:col10/1733178197855/Put/seqid=0 2024-12-02T22:23:17,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178257878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178257878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178257881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178257887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741842_1018 (size=16681) 2024-12-02T22:23:17,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/1ee3cbded36c4a74873693ebf12e2f20 2024-12-02T22:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T22:23:17,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/2ab5199a81d24a348e90c8c33e4da3ef is 50, key is test_row_0/B:col10/1733178197855/Put/seqid=0 2024-12-02T22:23:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741843_1019 (size=12001) 2024-12-02T22:23:17,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/2ab5199a81d24a348e90c8c33e4da3ef 2024-12-02T22:23:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,988 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T22:23:17,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:17,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/464d4b19211e47f7a37469a7b3858efd is 50, key is test_row_0/C:col10/1733178197855/Put/seqid=0 2024-12-02T22:23:17,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178257985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:17,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178257995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178257995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:17,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178257997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178257996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741844_1020 (size=12001) 2024-12-02T22:23:18,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T22:23:18,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:18,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:18,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:18,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:18,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178258200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178258197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178258205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178258206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178258204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T22:23:18,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:18,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:18,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:18,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:18,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T22:23:18,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/464d4b19211e47f7a37469a7b3858efd 2024-12-02T22:23:18,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/1ee3cbded36c4a74873693ebf12e2f20 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/1ee3cbded36c4a74873693ebf12e2f20 2024-12-02T22:23:18,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/1ee3cbded36c4a74873693ebf12e2f20, entries=250, sequenceid=40, filesize=16.3 K 2024-12-02T22:23:18,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/2ab5199a81d24a348e90c8c33e4da3ef as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2ab5199a81d24a348e90c8c33e4da3ef 2024-12-02T22:23:18,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2ab5199a81d24a348e90c8c33e4da3ef, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T22:23:18,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/464d4b19211e47f7a37469a7b3858efd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/464d4b19211e47f7a37469a7b3858efd 2024-12-02T22:23:18,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/464d4b19211e47f7a37469a7b3858efd, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T22:23:18,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T22:23:18,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8578c70965a657b38e03b3005e0c987e in 639ms, sequenceid=40, compaction requested=false 2024-12-02T22:23:18,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:18,497 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T22:23:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07 is 50, key is test_row_0/A:col10/1733178197873/Put/seqid=0 2024-12-02T22:23:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:18,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:18,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:23:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741845_1021 (size=9657) 2024-12-02T22:23:18,535 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07 2024-12-02T22:23:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/8170288ed2e34154b52bcc033b81075c is 50, key is test_row_0/B:col10/1733178197873/Put/seqid=0 2024-12-02T22:23:18,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178258568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178258570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178258571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178258573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178258589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741846_1022 (size=9657) 2024-12-02T22:23:18,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:23:18,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T22:23:18,673 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-02T22:23:18,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-02T22:23:18,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:23:18,675 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T22:23:18,676 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:23:18,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T22:23:18,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178258677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T22:23:18,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T22:23:18,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178258681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178258682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178258689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178258698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178258884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178258890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178258892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178258895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:18,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178258906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,023 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/8170288ed2e34154b52bcc033b81075c 2024-12-02T22:23:19,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/2bfd753b42a243b9a4e43aebbdeaaa43 is 50, key is test_row_0/C:col10/1733178197873/Put/seqid=0 2024-12-02T22:23:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741847_1023 (size=9657) 2024-12-02T22:23:19,064 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/2bfd753b42a243b9a4e43aebbdeaaa43 2024-12-02T22:23:19,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07 2024-12-02T22:23:19,097 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07, entries=100, sequenceid=50, filesize=9.4 K 2024-12-02T22:23:19,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/8170288ed2e34154b52bcc033b81075c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8170288ed2e34154b52bcc033b81075c 2024-12-02T22:23:19,114 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8170288ed2e34154b52bcc033b81075c, entries=100, sequenceid=50, filesize=9.4 K 2024-12-02T22:23:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/2bfd753b42a243b9a4e43aebbdeaaa43 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/2bfd753b42a243b9a4e43aebbdeaaa43 2024-12-02T22:23:19,131 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/2bfd753b42a243b9a4e43aebbdeaaa43, entries=100, sequenceid=50, filesize=9.4 K 2024-12-02T22:23:19,135 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 8578c70965a657b38e03b3005e0c987e in 638ms, sequenceid=50, compaction requested=true 2024-12-02T22:23:19,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:19,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T22:23:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-02T22:23:19,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T22:23:19,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-12-02T22:23:19,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.8460 sec 2024-12-02T22:23:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:19,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T22:23:19,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:19,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:19,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:19,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/862d1a7961814a298583158ff09690f9 is 50, key is test_row_0/A:col10/1733178199189/Put/seqid=0 2024-12-02T22:23:19,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178259205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178259208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178259211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178259211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178259212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741848_1024 (size=14341) 2024-12-02T22:23:19,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/862d1a7961814a298583158ff09690f9 2024-12-02T22:23:19,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/de1232e145524cd1be016e3642a13073 is 50, key is test_row_0/B:col10/1733178199189/Put/seqid=0 2024-12-02T22:23:19,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741849_1025 (size=12001) 2024-12-02T22:23:19,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/de1232e145524cd1be016e3642a13073 2024-12-02T22:23:19,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/deb01aba074c4de6b577af48f27235c1 is 50, key is test_row_0/C:col10/1733178199189/Put/seqid=0 2024-12-02T22:23:19,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178259314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178259314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178259315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178259317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741850_1026 (size=12001) 2024-12-02T22:23:19,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/deb01aba074c4de6b577af48f27235c1 2024-12-02T22:23:19,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/862d1a7961814a298583158ff09690f9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/862d1a7961814a298583158ff09690f9 2024-12-02T22:23:19,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/862d1a7961814a298583158ff09690f9, entries=200, sequenceid=78, filesize=14.0 K 2024-12-02T22:23:19,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/de1232e145524cd1be016e3642a13073 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/de1232e145524cd1be016e3642a13073 2024-12-02T22:23:19,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/de1232e145524cd1be016e3642a13073, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T22:23:19,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/deb01aba074c4de6b577af48f27235c1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/deb01aba074c4de6b577af48f27235c1 2024-12-02T22:23:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T22:23:19,417 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-02T22:23:19,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-02T22:23:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T22:23:19,424 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:19,425 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:19,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:19,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/deb01aba074c4de6b577af48f27235c1, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T22:23:19,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 8578c70965a657b38e03b3005e0c987e in 241ms, sequenceid=78, compaction requested=true 2024-12-02T22:23:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:19,436 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:19,436 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:19,441 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:19,441 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:19,443 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:19,443 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,444 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/36fb3b9612cf415a9311f5cad2028052, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2ab5199a81d24a348e90c8c33e4da3ef, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8170288ed2e34154b52bcc033b81075c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/de1232e145524cd1be016e3642a13073] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=44.6 K 2024-12-02T22:23:19,444 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:19,445 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,445 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 36fb3b9612cf415a9311f5cad2028052, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733178197332 2024-12-02T22:23:19,446 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/ec3e357c50cf451ba873c78c51fd69ad, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/1ee3cbded36c4a74873693ebf12e2f20, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/862d1a7961814a298583158ff09690f9] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=51.4 K 2024-12-02T22:23:19,446 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ab5199a81d24a348e90c8c33e4da3ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178197483 2024-12-02T22:23:19,447 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8170288ed2e34154b52bcc033b81075c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733178197873 2024-12-02T22:23:19,448 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec3e357c50cf451ba873c78c51fd69ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733178197332 2024-12-02T22:23:19,448 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting de1232e145524cd1be016e3642a13073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178198567 2024-12-02T22:23:19,449 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee3cbded36c4a74873693ebf12e2f20, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178197480 2024-12-02T22:23:19,451 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc48e6d5b0fc4fa8a1f36cf8081d8e07, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733178197873 2024-12-02T22:23:19,454 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 862d1a7961814a298583158ff09690f9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178198560 2024-12-02T22:23:19,479 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#12 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:19,480 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/1f15c316dcbd4a43b5c0827e9071befe is 50, key is test_row_0/B:col10/1733178199189/Put/seqid=0 2024-12-02T22:23:19,488 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#13 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:19,489 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/2cf0bf3452c0451982748c2560deb642 is 50, key is test_row_0/A:col10/1733178199189/Put/seqid=0 2024-12-02T22:23:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741851_1027 (size=12139) 2024-12-02T22:23:19,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741852_1028 (size=12139) 2024-12-02T22:23:19,524 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/1f15c316dcbd4a43b5c0827e9071befe as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1f15c316dcbd4a43b5c0827e9071befe 2024-12-02T22:23:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T22:23:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:19,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:19,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:19,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:19,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:19,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/007fa8079d3f4170ae643a66d0beb983 is 50, key is test_row_1/A:col10/1733178199522/Put/seqid=0 2024-12-02T22:23:19,550 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/2cf0bf3452c0451982748c2560deb642 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2cf0bf3452c0451982748c2560deb642 2024-12-02T22:23:19,560 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into 1f15c316dcbd4a43b5c0827e9071befe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:19,560 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:19,560 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=12, startTime=1733178199436; duration=0sec 2024-12-02T22:23:19,560 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:19,561 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:19,561 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:19,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741853_1029 (size=9657) 2024-12-02T22:23:19,569 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into 2cf0bf3452c0451982748c2560deb642(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:19,570 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:19,570 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=12, startTime=1733178199434; duration=0sec 2024-12-02T22:23:19,570 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:19,570 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:19,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/007fa8079d3f4170ae643a66d0beb983 2024-12-02T22:23:19,579 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:19,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,579 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:19,579 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T22:23:19,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:19,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:19,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:19,583 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7bc81e6c97f74a738f8dfb902d924ed1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/464d4b19211e47f7a37469a7b3858efd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/2bfd753b42a243b9a4e43aebbdeaaa43, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/deb01aba074c4de6b577af48f27235c1] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=44.6 K 2024-12-02T22:23:19,587 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bc81e6c97f74a738f8dfb902d924ed1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733178197332 2024-12-02T22:23:19,588 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 464d4b19211e47f7a37469a7b3858efd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178197483 2024-12-02T22:23:19,589 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bfd753b42a243b9a4e43aebbdeaaa43, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733178197873 2024-12-02T22:23:19,591 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting deb01aba074c4de6b577af48f27235c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178198567 2024-12-02T22:23:19,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/0e58147f323748689498c9437d29f17f is 50, key is test_row_1/B:col10/1733178199522/Put/seqid=0 2024-12-02T22:23:19,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178259604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178259608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178259608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178259608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741854_1030 (size=9657) 2024-12-02T22:23:19,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/0e58147f323748689498c9437d29f17f 2024-12-02T22:23:19,669 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#16 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:19,670 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/502a79bcaa464218870628a1aa927317 is 50, key is test_row_0/C:col10/1733178199189/Put/seqid=0 2024-12-02T22:23:19,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/dbe8fe017be74b09bfba15beb1564094 is 50, key is test_row_1/C:col10/1733178199522/Put/seqid=0 2024-12-02T22:23:19,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741856_1032 (size=9657) 2024-12-02T22:23:19,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/dbe8fe017be74b09bfba15beb1564094 2024-12-02T22:23:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741855_1031 (size=12139) 2024-12-02T22:23:19,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178259711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/007fa8079d3f4170ae643a66d0beb983 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/007fa8079d3f4170ae643a66d0beb983 2024-12-02T22:23:19,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178259714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178259715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178259716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T22:23:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178259725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,730 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/502a79bcaa464218870628a1aa927317 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/502a79bcaa464218870628a1aa927317 2024-12-02T22:23:19,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T22:23:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:19,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/007fa8079d3f4170ae643a66d0beb983, entries=100, sequenceid=89, filesize=9.4 K 2024-12-02T22:23:19,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/0e58147f323748689498c9437d29f17f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0e58147f323748689498c9437d29f17f 2024-12-02T22:23:19,750 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 502a79bcaa464218870628a1aa927317(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:19,750 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:19,750 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=12, startTime=1733178199436; duration=0sec 2024-12-02T22:23:19,750 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:19,750 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:19,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0e58147f323748689498c9437d29f17f, entries=100, sequenceid=89, filesize=9.4 K 2024-12-02T22:23:19,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/dbe8fe017be74b09bfba15beb1564094 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/dbe8fe017be74b09bfba15beb1564094 2024-12-02T22:23:19,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/dbe8fe017be74b09bfba15beb1564094, entries=100, sequenceid=89, filesize=9.4 K 2024-12-02T22:23:19,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 8578c70965a657b38e03b3005e0c987e in 257ms, sequenceid=89, compaction requested=false 2024-12-02T22:23:19,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:19,889 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T22:23:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:19,890 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T22:23:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:19,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/f583ee6f25554d16b611a7e1c31556e8 is 50, key is test_row_0/A:col10/1733178199593/Put/seqid=0 2024-12-02T22:23:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:19,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741857_1033 (size=12001) 2024-12-02T22:23:19,920 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/f583ee6f25554d16b611a7e1c31556e8 2024-12-02T22:23:19,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178259930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178259934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178259934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178259934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/29ea2fd13e9d454f95797808ee27e33a is 50, key is test_row_0/B:col10/1733178199593/Put/seqid=0 2024-12-02T22:23:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741858_1034 (size=12001) 2024-12-02T22:23:19,968 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/29ea2fd13e9d454f95797808ee27e33a 2024-12-02T22:23:19,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/c444dab84803467d9e38ac2d7d28064c is 50, key is test_row_0/C:col10/1733178199593/Put/seqid=0 2024-12-02T22:23:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741859_1035 (size=12001) 2024-12-02T22:23:20,014 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/c444dab84803467d9e38ac2d7d28064c 2024-12-02T22:23:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T22:23:20,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/f583ee6f25554d16b611a7e1c31556e8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f583ee6f25554d16b611a7e1c31556e8 2024-12-02T22:23:20,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178260042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,045 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f583ee6f25554d16b611a7e1c31556e8, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T22:23:20,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178260042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178260041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/29ea2fd13e9d454f95797808ee27e33a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/29ea2fd13e9d454f95797808ee27e33a 2024-12-02T22:23:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178260046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,058 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/29ea2fd13e9d454f95797808ee27e33a, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T22:23:20,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/c444dab84803467d9e38ac2d7d28064c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/c444dab84803467d9e38ac2d7d28064c 2024-12-02T22:23:20,074 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/c444dab84803467d9e38ac2d7d28064c, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T22:23:20,076 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 8578c70965a657b38e03b3005e0c987e in 185ms, sequenceid=119, compaction requested=true 2024-12-02T22:23:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T22:23:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-02T22:23:20,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T22:23:20,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 652 msec 2024-12-02T22:23:20,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 665 msec 2024-12-02T22:23:20,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:20,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:20,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/c81514585dde44ea8ad4d995e29e4849 is 50, key is test_row_0/A:col10/1733178199931/Put/seqid=0 2024-12-02T22:23:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741860_1036 (size=12051) 2024-12-02T22:23:20,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/c81514585dde44ea8ad4d995e29e4849 2024-12-02T22:23:20,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/acbe098ee28c480aa54037221c330652 is 50, key is test_row_0/B:col10/1733178199931/Put/seqid=0 2024-12-02T22:23:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178260291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178260295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178260297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178260297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741861_1037 (size=12051) 2024-12-02T22:23:20,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/acbe098ee28c480aa54037221c330652 2024-12-02T22:23:20,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/0fea5c285f014c3c80a192c48a7fbd23 is 50, key is test_row_0/C:col10/1733178199931/Put/seqid=0 2024-12-02T22:23:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741862_1038 (size=12051) 2024-12-02T22:23:20,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/0fea5c285f014c3c80a192c48a7fbd23 2024-12-02T22:23:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178260401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178260405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178260405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178260408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/c81514585dde44ea8ad4d995e29e4849 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/c81514585dde44ea8ad4d995e29e4849 2024-12-02T22:23:20,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/c81514585dde44ea8ad4d995e29e4849, entries=150, sequenceid=130, filesize=11.8 K 2024-12-02T22:23:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/acbe098ee28c480aa54037221c330652 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/acbe098ee28c480aa54037221c330652 2024-12-02T22:23:20,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/acbe098ee28c480aa54037221c330652, entries=150, sequenceid=130, filesize=11.8 K 2024-12-02T22:23:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/0fea5c285f014c3c80a192c48a7fbd23 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0fea5c285f014c3c80a192c48a7fbd23 2024-12-02T22:23:20,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0fea5c285f014c3c80a192c48a7fbd23, entries=150, sequenceid=130, filesize=11.8 K 2024-12-02T22:23:20,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8578c70965a657b38e03b3005e0c987e in 209ms, sequenceid=130, compaction requested=true 2024-12-02T22:23:20,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:20,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:20,460 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:20,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:20,461 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:20,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:20,463 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:20,463 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:20,463 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:20,464 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1f15c316dcbd4a43b5c0827e9071befe, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0e58147f323748689498c9437d29f17f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/29ea2fd13e9d454f95797808ee27e33a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/acbe098ee28c480aa54037221c330652] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=44.8 K 2024-12-02T22:23:20,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:20,464 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f15c316dcbd4a43b5c0827e9071befe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178198567 2024-12-02T22:23:20,464 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:20,465 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:20,465 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:20,465 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2cf0bf3452c0451982748c2560deb642, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/007fa8079d3f4170ae643a66d0beb983, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f583ee6f25554d16b611a7e1c31556e8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/c81514585dde44ea8ad4d995e29e4849] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=44.8 K 2024-12-02T22:23:20,466 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e58147f323748689498c9437d29f17f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733178199522 2024-12-02T22:23:20,466 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cf0bf3452c0451982748c2560deb642, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178198567 2024-12-02T22:23:20,467 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 29ea2fd13e9d454f95797808ee27e33a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733178199593 2024-12-02T22:23:20,467 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 007fa8079d3f4170ae643a66d0beb983, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733178199522 2024-12-02T22:23:20,468 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting acbe098ee28c480aa54037221c330652, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733178199927 2024-12-02T22:23:20,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:20,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:20,469 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting f583ee6f25554d16b611a7e1c31556e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733178199593 2024-12-02T22:23:20,470 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting c81514585dde44ea8ad4d995e29e4849, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733178199927 2024-12-02T22:23:20,497 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:20,500 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/8c3e663af250473ea18b1d8a833fba30 is 50, key is test_row_0/A:col10/1733178199931/Put/seqid=0 2024-12-02T22:23:20,502 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:20,502 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e5fc397551f243c98d44a5e8ea8a7e29 is 50, key is test_row_0/B:col10/1733178199931/Put/seqid=0 2024-12-02T22:23:20,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741864_1040 (size=12325) 2024-12-02T22:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T22:23:20,529 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-02T22:23:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741863_1039 (size=12325) 2024-12-02T22:23:20,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-02T22:23:20,537 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/8c3e663af250473ea18b1d8a833fba30 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/8c3e663af250473ea18b1d8a833fba30 2024-12-02T22:23:20,538 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T22:23:20,540 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:20,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:20,548 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e5fc397551f243c98d44a5e8ea8a7e29 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e5fc397551f243c98d44a5e8ea8a7e29 2024-12-02T22:23:20,567 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into e5fc397551f243c98d44a5e8ea8a7e29(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:20,568 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:20,568 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=12, startTime=1733178200460; duration=0sec 2024-12-02T22:23:20,569 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:20,570 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:20,570 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:20,571 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into 8c3e663af250473ea18b1d8a833fba30(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:20,571 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:20,571 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=12, startTime=1733178200460; duration=0sec 2024-12-02T22:23:20,571 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:20,571 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:20,575 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:20,576 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:20,576 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:20,576 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/502a79bcaa464218870628a1aa927317, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/dbe8fe017be74b09bfba15beb1564094, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/c444dab84803467d9e38ac2d7d28064c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0fea5c285f014c3c80a192c48a7fbd23] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=44.8 K 2024-12-02T22:23:20,578 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 502a79bcaa464218870628a1aa927317, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178198567 2024-12-02T22:23:20,579 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting dbe8fe017be74b09bfba15beb1564094, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733178199522 2024-12-02T22:23:20,581 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c444dab84803467d9e38ac2d7d28064c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733178199593 2024-12-02T22:23:20,582 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fea5c285f014c3c80a192c48a7fbd23, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733178199927 2024-12-02T22:23:20,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:23:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:20,635 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:20,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/9010ae88a50949d5bb6f3978ca940a1e is 50, key is test_row_0/A:col10/1733178200289/Put/seqid=0 2024-12-02T22:23:20,636 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/eac2c33adcd04c39a05cf2e14d253896 is 50, key is test_row_0/C:col10/1733178199931/Put/seqid=0 2024-12-02T22:23:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T22:23:20,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178260641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178260644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178260645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178260646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741865_1041 (size=12151) 2024-12-02T22:23:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741866_1042 (size=12325) 2024-12-02T22:23:20,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:20,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:20,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:20,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:20,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:20,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:20,706 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/eac2c33adcd04c39a05cf2e14d253896 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/eac2c33adcd04c39a05cf2e14d253896 2024-12-02T22:23:20,721 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into eac2c33adcd04c39a05cf2e14d253896(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:20,722 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:20,723 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=12, startTime=1733178200469; duration=0sec 2024-12-02T22:23:20,723 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:20,723 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:20,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178260738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178260749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178260749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178260749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178260750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T22:23:20,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:20,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:20,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:20,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:20,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:20,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:20,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178260953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178260954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178260956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178260957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:21,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:21,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/9010ae88a50949d5bb6f3978ca940a1e 2024-12-02T22:23:21,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/4d60d7a9f18244398cce04c65336df4a is 50, key is test_row_0/B:col10/1733178200289/Put/seqid=0 2024-12-02T22:23:21,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741867_1043 (size=12151) 2024-12-02T22:23:21,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/4d60d7a9f18244398cce04c65336df4a 2024-12-02T22:23:21,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/3411fc87689243e6a45e1f15f5cc612d is 50, key is test_row_0/C:col10/1733178200289/Put/seqid=0 2024-12-02T22:23:21,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741868_1044 (size=12151) 2024-12-02T22:23:21,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/3411fc87689243e6a45e1f15f5cc612d 2024-12-02T22:23:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T22:23:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/9010ae88a50949d5bb6f3978ca940a1e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9010ae88a50949d5bb6f3978ca940a1e 2024-12-02T22:23:21,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9010ae88a50949d5bb6f3978ca940a1e, entries=150, sequenceid=158, filesize=11.9 K 2024-12-02T22:23:21,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:21,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/4d60d7a9f18244398cce04c65336df4a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/4d60d7a9f18244398cce04c65336df4a 2024-12-02T22:23:21,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/4d60d7a9f18244398cce04c65336df4a, entries=150, sequenceid=158, filesize=11.9 K 2024-12-02T22:23:21,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/3411fc87689243e6a45e1f15f5cc612d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3411fc87689243e6a45e1f15f5cc612d 2024-12-02T22:23:21,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3411fc87689243e6a45e1f15f5cc612d, entries=150, sequenceid=158, filesize=11.9 K 2024-12-02T22:23:21,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8578c70965a657b38e03b3005e0c987e in 590ms, sequenceid=158, compaction requested=false 2024-12-02T22:23:21,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:21,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:21,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e74b2ce1ca3c482b8c129d9aa1febfa7 is 50, key is test_row_0/A:col10/1733178200643/Put/seqid=0 2024-12-02T22:23:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741869_1045 (size=14541) 2024-12-02T22:23:21,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e74b2ce1ca3c482b8c129d9aa1febfa7 2024-12-02T22:23:21,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/586e09676ce54e3193869fde8838e90b is 50, key is test_row_0/B:col10/1733178200643/Put/seqid=0 2024-12-02T22:23:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178261298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178261298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178261299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178261299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741870_1046 (size=12151) 2024-12-02T22:23:21,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:21,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/586e09676ce54e3193869fde8838e90b 2024-12-02T22:23:21,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/47ed6ddca10345528c44d38e0fa4567d is 50, key is test_row_0/C:col10/1733178200643/Put/seqid=0 2024-12-02T22:23:21,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741871_1047 (size=12151) 2024-12-02T22:23:21,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/47ed6ddca10345528c44d38e0fa4567d 2024-12-02T22:23:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e74b2ce1ca3c482b8c129d9aa1febfa7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e74b2ce1ca3c482b8c129d9aa1febfa7 2024-12-02T22:23:21,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e74b2ce1ca3c482b8c129d9aa1febfa7, entries=200, sequenceid=170, filesize=14.2 K 2024-12-02T22:23:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/586e09676ce54e3193869fde8838e90b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/586e09676ce54e3193869fde8838e90b 2024-12-02T22:23:21,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/586e09676ce54e3193869fde8838e90b, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T22:23:21,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/47ed6ddca10345528c44d38e0fa4567d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/47ed6ddca10345528c44d38e0fa4567d 2024-12-02T22:23:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178261403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/47ed6ddca10345528c44d38e0fa4567d, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T22:23:21,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8578c70965a657b38e03b3005e0c987e in 150ms, sequenceid=170, compaction requested=true 2024-12-02T22:23:21,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:21,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:21,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:21,408 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:21,408 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:21,412 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:21,412 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:21,412 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,412 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e5fc397551f243c98d44a5e8ea8a7e29, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/4d60d7a9f18244398cce04c65336df4a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/586e09676ce54e3193869fde8838e90b] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=35.8 K 2024-12-02T22:23:21,413 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39017 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:21,413 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:21,413 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,413 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/8c3e663af250473ea18b1d8a833fba30, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9010ae88a50949d5bb6f3978ca940a1e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e74b2ce1ca3c482b8c129d9aa1febfa7] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=38.1 K 2024-12-02T22:23:21,414 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e5fc397551f243c98d44a5e8ea8a7e29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733178199927 2024-12-02T22:23:21,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:23:21,415 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c3e663af250473ea18b1d8a833fba30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733178199927 2024-12-02T22:23:21,416 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d60d7a9f18244398cce04c65336df4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733178200289 2024-12-02T22:23:21,416 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9010ae88a50949d5bb6f3978ca940a1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733178200289 2024-12-02T22:23:21,416 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 586e09676ce54e3193869fde8838e90b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178200643 2024-12-02T22:23:21,416 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting e74b2ce1ca3c482b8c129d9aa1febfa7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178200642 2024-12-02T22:23:21,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:21,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:21,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:21,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:21,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:21,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:21,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e58e63e2e0394e5cb3eff8ae83f4bba6 is 50, key is test_row_0/A:col10/1733178201412/Put/seqid=0 2024-12-02T22:23:21,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178261428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178261430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178261436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,440 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:21,441 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/f1f62481ca19426cb985db39310238f8 is 50, key is test_row_0/A:col10/1733178200643/Put/seqid=0 2024-12-02T22:23:21,443 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:21,444 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/8793eb3338be413f94d9c8e4761358ee is 50, key is test_row_0/B:col10/1733178200643/Put/seqid=0 2024-12-02T22:23:21,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:21,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:21,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741873_1049 (size=12527) 2024-12-02T22:23:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741872_1048 (size=12151) 2024-12-02T22:23:21,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e58e63e2e0394e5cb3eff8ae83f4bba6 2024-12-02T22:23:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741874_1050 (size=12527) 2024-12-02T22:23:21,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/cadd9fb608e04e1481ee9babedc5eff7 is 50, key is test_row_0/B:col10/1733178201412/Put/seqid=0 2024-12-02T22:23:21,529 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/8793eb3338be413f94d9c8e4761358ee as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8793eb3338be413f94d9c8e4761358ee 2024-12-02T22:23:21,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178261537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,544 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into 8793eb3338be413f94d9c8e4761358ee(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:21,544 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:21,544 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=13, startTime=1733178201408; duration=0sec 2024-12-02T22:23:21,544 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:21,544 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:21,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,544 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178261540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178261541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,547 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:21,547 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:21,548 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,548 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/eac2c33adcd04c39a05cf2e14d253896, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3411fc87689243e6a45e1f15f5cc612d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/47ed6ddca10345528c44d38e0fa4567d] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=35.8 K 2024-12-02T22:23:21,549 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting eac2c33adcd04c39a05cf2e14d253896, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733178199927 2024-12-02T22:23:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741875_1051 (size=12151) 2024-12-02T22:23:21,550 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 3411fc87689243e6a45e1f15f5cc612d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733178200289 2024-12-02T22:23:21,551 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 47ed6ddca10345528c44d38e0fa4567d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178200643 2024-12-02T22:23:21,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/cadd9fb608e04e1481ee9babedc5eff7 2024-12-02T22:23:21,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/6f971a2a6cd84197982cf312b717836a is 50, key is test_row_0/C:col10/1733178201412/Put/seqid=0 2024-12-02T22:23:21,576 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:21,577 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/6dcb3e35e96e4a12b95d5e91c891708f is 50, key is test_row_0/C:col10/1733178200643/Put/seqid=0 2024-12-02T22:23:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741876_1052 (size=12151) 2024-12-02T22:23:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741877_1053 (size=12527) 2024-12-02T22:23:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178261607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,610 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/6dcb3e35e96e4a12b95d5e91c891708f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6dcb3e35e96e4a12b95d5e91c891708f 2024-12-02T22:23:21,620 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 6dcb3e35e96e4a12b95d5e91c891708f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:21,620 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:21,620 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=13, startTime=1733178201411; duration=0sec 2024-12-02T22:23:21,620 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:21,620 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:21,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T22:23:21,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178261742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178261746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178261747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,900 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/f1f62481ca19426cb985db39310238f8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f1f62481ca19426cb985db39310238f8 2024-12-02T22:23:21,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178261911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,915 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into f1f62481ca19426cb985db39310238f8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:21,915 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:21,915 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=13, startTime=1733178201408; duration=0sec 2024-12-02T22:23:21,916 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:21,916 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:21,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:21,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:21,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:21,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/6f971a2a6cd84197982cf312b717836a 2024-12-02T22:23:22,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e58e63e2e0394e5cb3eff8ae83f4bba6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e58e63e2e0394e5cb3eff8ae83f4bba6 2024-12-02T22:23:22,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e58e63e2e0394e5cb3eff8ae83f4bba6, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T22:23:22,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/cadd9fb608e04e1481ee9babedc5eff7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/cadd9fb608e04e1481ee9babedc5eff7 2024-12-02T22:23:22,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/cadd9fb608e04e1481ee9babedc5eff7, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T22:23:22,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/6f971a2a6cd84197982cf312b717836a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f971a2a6cd84197982cf312b717836a 2024-12-02T22:23:22,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f971a2a6cd84197982cf312b717836a, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T22:23:22,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8578c70965a657b38e03b3005e0c987e in 629ms, sequenceid=198, compaction requested=false 2024-12-02T22:23:22,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:22,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:22,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:22,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:22,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:22,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/cb9325c06277426284f340e178c8e1bc is 50, key is test_row_0/A:col10/1733178201432/Put/seqid=0 2024-12-02T22:23:22,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178262089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178262091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178262092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741878_1054 (size=12151) 2024-12-02T22:23:22,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178262195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178262195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178262196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178262400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178262400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178262404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:22,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:22,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178262417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/cb9325c06277426284f340e178c8e1bc 2024-12-02T22:23:22,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/16970e2c010248e2a67c641bc245e396 is 50, key is test_row_0/B:col10/1733178201432/Put/seqid=0 2024-12-02T22:23:22,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741879_1055 (size=12151) 2024-12-02T22:23:22,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/16970e2c010248e2a67c641bc245e396 2024-12-02T22:23:22,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/261e24a9b25b46b09d93ab8782f1ec43 is 50, key is test_row_0/C:col10/1733178201432/Put/seqid=0 2024-12-02T22:23:22,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741880_1056 (size=12151) 2024-12-02T22:23:22,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/261e24a9b25b46b09d93ab8782f1ec43 2024-12-02T22:23:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/cb9325c06277426284f340e178c8e1bc as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cb9325c06277426284f340e178c8e1bc 2024-12-02T22:23:22,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cb9325c06277426284f340e178c8e1bc, entries=150, sequenceid=213, filesize=11.9 K 2024-12-02T22:23:22,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/16970e2c010248e2a67c641bc245e396 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/16970e2c010248e2a67c641bc245e396 2024-12-02T22:23:22,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/16970e2c010248e2a67c641bc245e396, entries=150, sequenceid=213, filesize=11.9 K 2024-12-02T22:23:22,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/261e24a9b25b46b09d93ab8782f1ec43 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/261e24a9b25b46b09d93ab8782f1ec43 2024-12-02T22:23:22,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/261e24a9b25b46b09d93ab8782f1ec43, entries=150, sequenceid=213, filesize=11.9 K 2024-12-02T22:23:22,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8578c70965a657b38e03b3005e0c987e in 562ms, sequenceid=213, compaction requested=true 2024-12-02T22:23:22,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:22,618 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:22,619 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:22,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:22,620 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:22,620 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:22,620 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,621 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f1f62481ca19426cb985db39310238f8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e58e63e2e0394e5cb3eff8ae83f4bba6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cb9325c06277426284f340e178c8e1bc] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.0 K 2024-12-02T22:23:22,621 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1f62481ca19426cb985db39310238f8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178200643 2024-12-02T22:23:22,622 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:22,622 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:22,622 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,622 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8793eb3338be413f94d9c8e4761358ee, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/cadd9fb608e04e1481ee9babedc5eff7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/16970e2c010248e2a67c641bc245e396] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.0 K 2024-12-02T22:23:22,622 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting e58e63e2e0394e5cb3eff8ae83f4bba6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178201297 2024-12-02T22:23:22,623 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8793eb3338be413f94d9c8e4761358ee, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178200643 2024-12-02T22:23:22,623 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting cadd9fb608e04e1481ee9babedc5eff7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178201297 2024-12-02T22:23:22,623 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb9325c06277426284f340e178c8e1bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733178201432 2024-12-02T22:23:22,624 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 16970e2c010248e2a67c641bc245e396, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733178201432 2024-12-02T22:23:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T22:23:22,652 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#42 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:22,653 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:22,653 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/044536303ce14be1b7628a7fbce74524 is 50, key is test_row_0/A:col10/1733178201432/Put/seqid=0 2024-12-02T22:23:22,654 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/eb408b3aa18c47069dec84a8327ec85b is 50, key is test_row_0/B:col10/1733178201432/Put/seqid=0 2024-12-02T22:23:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741881_1057 (size=12629) 2024-12-02T22:23:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741882_1058 (size=12629) 2024-12-02T22:23:22,710 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/044536303ce14be1b7628a7fbce74524 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/044536303ce14be1b7628a7fbce74524 2024-12-02T22:23:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:22,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:23:22,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:22,717 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/eb408b3aa18c47069dec84a8327ec85b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/eb408b3aa18c47069dec84a8327ec85b 2024-12-02T22:23:22,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/d4f88590c8eb44fd802bebbafd8cefe0 is 50, key is test_row_0/A:col10/1733178202086/Put/seqid=0 2024-12-02T22:23:22,729 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into 044536303ce14be1b7628a7fbce74524(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:22,729 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:22,729 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=13, startTime=1733178202618; duration=0sec 2024-12-02T22:23:22,729 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into eb408b3aa18c47069dec84a8327ec85b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:22,729 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:22,729 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:22,729 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:22,729 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=13, startTime=1733178202619; duration=0sec 2024-12-02T22:23:22,729 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:22,729 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:22,729 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178262725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,732 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,733 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178262730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178262732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,734 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,734 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6dcb3e35e96e4a12b95d5e91c891708f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f971a2a6cd84197982cf312b717836a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/261e24a9b25b46b09d93ab8782f1ec43] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.0 K 2024-12-02T22:23:22,735 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcb3e35e96e4a12b95d5e91c891708f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178200643 2024-12-02T22:23:22,736 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f971a2a6cd84197982cf312b717836a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178201297 2024-12-02T22:23:22,737 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 261e24a9b25b46b09d93ab8782f1ec43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733178201432 2024-12-02T22:23:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178262750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,752 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:22,755 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:22,756 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/3484734971d248318bf2cdb6388805a3 is 50, key is test_row_0/C:col10/1733178201432/Put/seqid=0 2024-12-02T22:23:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741883_1059 (size=12151) 2024-12-02T22:23:22,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/d4f88590c8eb44fd802bebbafd8cefe0 2024-12-02T22:23:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741884_1060 (size=12629) 2024-12-02T22:23:22,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/7d5718541a52452cbc1378075db1c844 is 50, key is test_row_0/B:col10/1733178202086/Put/seqid=0 2024-12-02T22:23:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741885_1061 (size=12151) 2024-12-02T22:23:22,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/7d5718541a52452cbc1378075db1c844 2024-12-02T22:23:22,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/f167b5db0f854f4aa94ca473fc35e31c is 50, key is test_row_0/C:col10/1733178202086/Put/seqid=0 2024-12-02T22:23:22,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741886_1062 (size=12151) 2024-12-02T22:23:22,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/f167b5db0f854f4aa94ca473fc35e31c 2024-12-02T22:23:22,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/d4f88590c8eb44fd802bebbafd8cefe0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/d4f88590c8eb44fd802bebbafd8cefe0 2024-12-02T22:23:22,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178262833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178262834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178262835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/d4f88590c8eb44fd802bebbafd8cefe0, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T22:23:22,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/7d5718541a52452cbc1378075db1c844 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7d5718541a52452cbc1378075db1c844 2024-12-02T22:23:22,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7d5718541a52452cbc1378075db1c844, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T22:23:22,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/f167b5db0f854f4aa94ca473fc35e31c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f167b5db0f854f4aa94ca473fc35e31c 2024-12-02T22:23:22,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f167b5db0f854f4aa94ca473fc35e31c, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T22:23:22,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8578c70965a657b38e03b3005e0c987e in 151ms, sequenceid=238, compaction requested=false 2024-12-02T22:23:22,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:22,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:22,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T22:23:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:22,868 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:22,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/262652f7e07b47f0a4f04101ce8b12c7 is 50, key is test_row_0/A:col10/1733178202729/Put/seqid=0 2024-12-02T22:23:22,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741887_1063 (size=12151) 2024-12-02T22:23:22,901 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/262652f7e07b47f0a4f04101ce8b12c7 2024-12-02T22:23:22,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/2804a13c108f46e3a34c0f3ea07c4805 is 50, key is test_row_0/B:col10/1733178202729/Put/seqid=0 2024-12-02T22:23:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741888_1064 (size=12151) 2024-12-02T22:23:23,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:23,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178263077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178263082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178263083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178263185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178263186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178263187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,238 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/3484734971d248318bf2cdb6388805a3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3484734971d248318bf2cdb6388805a3 2024-12-02T22:23:23,246 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 3484734971d248318bf2cdb6388805a3(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:23,246 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:23,246 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=13, startTime=1733178202619; duration=0sec 2024-12-02T22:23:23,246 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:23,246 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:23,334 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/2804a13c108f46e3a34c0f3ea07c4805 2024-12-02T22:23:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d780c31e4270442292730c089c5dc457 is 50, key is test_row_0/C:col10/1733178202729/Put/seqid=0 2024-12-02T22:23:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741889_1065 (size=12151) 2024-12-02T22:23:23,370 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d780c31e4270442292730c089c5dc457 2024-12-02T22:23:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/262652f7e07b47f0a4f04101ce8b12c7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/262652f7e07b47f0a4f04101ce8b12c7 2024-12-02T22:23:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178263389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,391 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/262652f7e07b47f0a4f04101ce8b12c7, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T22:23:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178263391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/2804a13c108f46e3a34c0f3ea07c4805 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2804a13c108f46e3a34c0f3ea07c4805 2024-12-02T22:23:23,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178263393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,403 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2804a13c108f46e3a34c0f3ea07c4805, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T22:23:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d780c31e4270442292730c089c5dc457 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d780c31e4270442292730c089c5dc457 2024-12-02T22:23:23,411 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d780c31e4270442292730c089c5dc457, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T22:23:23,412 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8578c70965a657b38e03b3005e0c987e in 545ms, sequenceid=251, compaction requested=true 2024-12-02T22:23:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-02T22:23:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-02T22:23:23,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T22:23:23,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8730 sec 2024-12-02T22:23:23,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.8810 sec 2024-12-02T22:23:23,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:23:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:23,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/0f76cee918f34cbc8db93b2f8f7748f7 is 50, key is test_row_0/A:col10/1733178203426/Put/seqid=0 2024-12-02T22:23:23,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178263459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741890_1066 (size=14741) 2024-12-02T22:23:23,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/0f76cee918f34cbc8db93b2f8f7748f7 2024-12-02T22:23:23,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b18146d388144125a226044b69f60f0b is 50, key is test_row_0/B:col10/1733178203426/Put/seqid=0 2024-12-02T22:23:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741891_1067 (size=12301) 2024-12-02T22:23:23,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b18146d388144125a226044b69f60f0b 2024-12-02T22:23:23,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/efdf1c42ff1d446dbf8db3a488b00095 is 50, key is test_row_0/C:col10/1733178203426/Put/seqid=0 2024-12-02T22:23:23,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741892_1068 (size=12301) 2024-12-02T22:23:23,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178263563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178263695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178263695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178263701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178263766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:23,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/efdf1c42ff1d446dbf8db3a488b00095 2024-12-02T22:23:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/0f76cee918f34cbc8db93b2f8f7748f7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0f76cee918f34cbc8db93b2f8f7748f7 2024-12-02T22:23:23,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0f76cee918f34cbc8db93b2f8f7748f7, entries=200, sequenceid=278, filesize=14.4 K 2024-12-02T22:23:23,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b18146d388144125a226044b69f60f0b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b18146d388144125a226044b69f60f0b 2024-12-02T22:23:23,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b18146d388144125a226044b69f60f0b, entries=150, sequenceid=278, filesize=12.0 K 2024-12-02T22:23:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/efdf1c42ff1d446dbf8db3a488b00095 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/efdf1c42ff1d446dbf8db3a488b00095 2024-12-02T22:23:23,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/efdf1c42ff1d446dbf8db3a488b00095, entries=150, sequenceid=278, filesize=12.0 K 2024-12-02T22:23:23,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8578c70965a657b38e03b3005e0c987e in 543ms, sequenceid=278, compaction requested=true 2024-12-02T22:23:23,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:23,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:23,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:23,973 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:23,973 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:23,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:23,975 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:23,975 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:23,975 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:23,975 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/eb408b3aa18c47069dec84a8327ec85b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7d5718541a52452cbc1378075db1c844, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2804a13c108f46e3a34c0f3ea07c4805, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b18146d388144125a226044b69f60f0b] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=48.1 K 2024-12-02T22:23:23,975 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51672 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:23,975 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:23,975 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:23,976 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting eb408b3aa18c47069dec84a8327ec85b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733178201432 2024-12-02T22:23:23,976 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/044536303ce14be1b7628a7fbce74524, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/d4f88590c8eb44fd802bebbafd8cefe0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/262652f7e07b47f0a4f04101ce8b12c7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0f76cee918f34cbc8db93b2f8f7748f7] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=50.5 K 2024-12-02T22:23:23,976 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d5718541a52452cbc1378075db1c844, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178202085 2024-12-02T22:23:23,976 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044536303ce14be1b7628a7fbce74524, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733178201432 2024-12-02T22:23:23,977 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4f88590c8eb44fd802bebbafd8cefe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178202085 2024-12-02T22:23:23,977 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 2804a13c108f46e3a34c0f3ea07c4805, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733178202716 2024-12-02T22:23:23,977 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b18146d388144125a226044b69f60f0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178203080 2024-12-02T22:23:23,977 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 262652f7e07b47f0a4f04101ce8b12c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733178202716 2024-12-02T22:23:23,978 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f76cee918f34cbc8db93b2f8f7748f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178203074 2024-12-02T22:23:23,994 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:23,995 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/7346b46fc4ef43c896599886c40f9511 is 50, key is test_row_0/A:col10/1733178203426/Put/seqid=0 2024-12-02T22:23:23,997 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:23,997 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e85212ce18fc41d19909d38034469a72 is 50, key is test_row_0/B:col10/1733178203426/Put/seqid=0 2024-12-02T22:23:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741894_1070 (size=12915) 2024-12-02T22:23:24,035 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e85212ce18fc41d19909d38034469a72 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e85212ce18fc41d19909d38034469a72 2024-12-02T22:23:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741893_1069 (size=12915) 2024-12-02T22:23:24,051 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into e85212ce18fc41d19909d38034469a72(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:24,051 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:24,051 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=12, startTime=1733178203973; duration=0sec 2024-12-02T22:23:24,052 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:24,053 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:24,053 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:24,055 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/7346b46fc4ef43c896599886c40f9511 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/7346b46fc4ef43c896599886c40f9511 2024-12-02T22:23:24,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:24,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:24,055 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:24,056 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3484734971d248318bf2cdb6388805a3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f167b5db0f854f4aa94ca473fc35e31c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d780c31e4270442292730c089c5dc457, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/efdf1c42ff1d446dbf8db3a488b00095] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=48.1 K 2024-12-02T22:23:24,056 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 3484734971d248318bf2cdb6388805a3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733178201432 2024-12-02T22:23:24,057 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting f167b5db0f854f4aa94ca473fc35e31c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178202085 2024-12-02T22:23:24,058 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d780c31e4270442292730c089c5dc457, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733178202716 2024-12-02T22:23:24,059 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting efdf1c42ff1d446dbf8db3a488b00095, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178203080 2024-12-02T22:23:24,065 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into 7346b46fc4ef43c896599886c40f9511(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:24,066 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:24,066 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=12, startTime=1733178203973; duration=0sec 2024-12-02T22:23:24,066 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:24,066 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:24,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:24,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:24,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,076 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:24,077 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/0dc3cb139c9f44febf47b74bda69a4ea is 50, key is test_row_0/C:col10/1733178203426/Put/seqid=0 2024-12-02T22:23:24,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/9b618092bf8b4375a1101e6b4f261a15 is 50, key is test_row_0/A:col10/1733178204071/Put/seqid=0 2024-12-02T22:23:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741895_1071 (size=12915) 2024-12-02T22:23:24,109 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/0dc3cb139c9f44febf47b74bda69a4ea as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0dc3cb139c9f44febf47b74bda69a4ea 2024-12-02T22:23:24,117 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 0dc3cb139c9f44febf47b74bda69a4ea(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:24,117 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:24,117 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=12, startTime=1733178203974; duration=0sec 2024-12-02T22:23:24,118 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:24,118 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741896_1072 (size=12301) 2024-12-02T22:23:24,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/9b618092bf8b4375a1101e6b4f261a15 2024-12-02T22:23:24,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/481beb3bab8a4322bd991906b0f333f1 is 50, key is test_row_0/B:col10/1733178204071/Put/seqid=0 2024-12-02T22:23:24,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741897_1073 (size=12301) 2024-12-02T22:23:24,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178264158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178264198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178264199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178264203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178264261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178264465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/481beb3bab8a4322bd991906b0f333f1 2024-12-02T22:23:24,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/1916360b41f44fd7ad730107b84efd87 is 50, key is test_row_0/C:col10/1733178204071/Put/seqid=0 2024-12-02T22:23:24,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741898_1074 (size=12301) 2024-12-02T22:23:24,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/1916360b41f44fd7ad730107b84efd87 2024-12-02T22:23:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/9b618092bf8b4375a1101e6b4f261a15 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9b618092bf8b4375a1101e6b4f261a15 2024-12-02T22:23:24,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9b618092bf8b4375a1101e6b4f261a15, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T22:23:24,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/481beb3bab8a4322bd991906b0f333f1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/481beb3bab8a4322bd991906b0f333f1 2024-12-02T22:23:24,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/481beb3bab8a4322bd991906b0f333f1, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T22:23:24,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/1916360b41f44fd7ad730107b84efd87 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/1916360b41f44fd7ad730107b84efd87 2024-12-02T22:23:24,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/1916360b41f44fd7ad730107b84efd87, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T22:23:24,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8578c70965a657b38e03b3005e0c987e in 523ms, sequenceid=291, compaction requested=false 2024-12-02T22:23:24,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T22:23:24,646 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-02T22:23:24,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-02T22:23:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T22:23:24,650 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:24,650 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:24,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T22:23:24,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:23:24,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:24,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/3b5393684b2b4310b2e77c3ad26eec40 is 50, key is test_row_0/A:col10/1733178204769/Put/seqid=0 2024-12-02T22:23:24,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-02T22:23:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:24,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:24,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741899_1075 (size=12301) 2024-12-02T22:23:24,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/3b5393684b2b4310b2e77c3ad26eec40 2024-12-02T22:23:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178264814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/62d5317955d843408bc95be569dd2d40 is 50, key is test_row_0/B:col10/1733178204769/Put/seqid=0 2024-12-02T22:23:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741900_1076 (size=12301) 2024-12-02T22:23:24,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/62d5317955d843408bc95be569dd2d40 2024-12-02T22:23:24,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/89777a9e0c9d40d7bb1800e3e6617780 is 50, key is test_row_0/C:col10/1733178204769/Put/seqid=0 2024-12-02T22:23:24,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741901_1077 (size=12301) 2024-12-02T22:23:24,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/89777a9e0c9d40d7bb1800e3e6617780 2024-12-02T22:23:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/3b5393684b2b4310b2e77c3ad26eec40 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/3b5393684b2b4310b2e77c3ad26eec40 2024-12-02T22:23:24,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/3b5393684b2b4310b2e77c3ad26eec40, entries=150, sequenceid=318, filesize=12.0 K 2024-12-02T22:23:24,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/62d5317955d843408bc95be569dd2d40 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/62d5317955d843408bc95be569dd2d40 2024-12-02T22:23:24,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178264918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/62d5317955d843408bc95be569dd2d40, entries=150, sequenceid=318, filesize=12.0 K 2024-12-02T22:23:24,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/89777a9e0c9d40d7bb1800e3e6617780 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/89777a9e0c9d40d7bb1800e3e6617780 2024-12-02T22:23:24,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/89777a9e0c9d40d7bb1800e3e6617780, entries=150, sequenceid=318, filesize=12.0 K 2024-12-02T22:23:24,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8578c70965a657b38e03b3005e0c987e in 163ms, sequenceid=318, compaction requested=true 2024-12-02T22:23:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:24,935 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:24,935 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:24,936 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:24,937 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:24,937 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:24,937 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/7346b46fc4ef43c896599886c40f9511, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9b618092bf8b4375a1101e6b4f261a15, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/3b5393684b2b4310b2e77c3ad26eec40] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.6 K 2024-12-02T22:23:24,937 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:24,938 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:24,938 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:24,938 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e85212ce18fc41d19909d38034469a72, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/481beb3bab8a4322bd991906b0f333f1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/62d5317955d843408bc95be569dd2d40] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.6 K 2024-12-02T22:23:24,938 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7346b46fc4ef43c896599886c40f9511, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178203080 2024-12-02T22:23:24,939 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e85212ce18fc41d19909d38034469a72, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178203080 2024-12-02T22:23:24,939 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b618092bf8b4375a1101e6b4f261a15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733178203448 2024-12-02T22:23:24,939 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b5393684b2b4310b2e77c3ad26eec40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733178204133 2024-12-02T22:23:24,939 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 481beb3bab8a4322bd991906b0f333f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733178203448 2024-12-02T22:23:24,940 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 62d5317955d843408bc95be569dd2d40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733178204133 2024-12-02T22:23:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T22:23:24,952 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:24,953 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/24a4b008cd884b28ab222157fca514a3 is 50, key is test_row_0/A:col10/1733178204769/Put/seqid=0 2024-12-02T22:23:24,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:24,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-02T22:23:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:24,959 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T22:23:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:24,960 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:24,961 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/7ee80aef9a6e4209a52ac98bcb8c26f0 is 50, key is test_row_0/B:col10/1733178204769/Put/seqid=0 2024-12-02T22:23:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/69baa1b8138e4e4f96f173e5b78a36dd is 50, key is test_row_0/A:col10/1733178204787/Put/seqid=0 2024-12-02T22:23:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741902_1078 (size=13017) 2024-12-02T22:23:25,001 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/24a4b008cd884b28ab222157fca514a3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/24a4b008cd884b28ab222157fca514a3 2024-12-02T22:23:25,009 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into 24a4b008cd884b28ab222157fca514a3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:25,009 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:25,009 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=13, startTime=1733178204935; duration=0sec 2024-12-02T22:23:25,009 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:25,009 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:25,010 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:25,011 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:25,011 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:25,011 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:25,011 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0dc3cb139c9f44febf47b74bda69a4ea, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/1916360b41f44fd7ad730107b84efd87, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/89777a9e0c9d40d7bb1800e3e6617780] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.6 K 2024-12-02T22:23:25,012 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc3cb139c9f44febf47b74bda69a4ea, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178203080 2024-12-02T22:23:25,012 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1916360b41f44fd7ad730107b84efd87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733178203448 2024-12-02T22:23:25,013 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89777a9e0c9d40d7bb1800e3e6617780, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733178204133 2024-12-02T22:23:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741903_1079 (size=13017) 2024-12-02T22:23:25,025 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/7ee80aef9a6e4209a52ac98bcb8c26f0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7ee80aef9a6e4209a52ac98bcb8c26f0 2024-12-02T22:23:25,033 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:25,033 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/619d4287d16a49c88b51b7fb3838ded1 is 50, key is test_row_0/C:col10/1733178204769/Put/seqid=0 2024-12-02T22:23:25,034 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into 7ee80aef9a6e4209a52ac98bcb8c26f0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:25,034 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:25,034 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=13, startTime=1733178204935; duration=0sec 2024-12-02T22:23:25,034 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:25,034 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:25,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741904_1080 (size=12301) 2024-12-02T22:23:25,042 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/69baa1b8138e4e4f96f173e5b78a36dd 2024-12-02T22:23:25,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741905_1081 (size=13017) 2024-12-02T22:23:25,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/75540887a8f545cc9953680c5cee10bd is 50, key is test_row_0/B:col10/1733178204787/Put/seqid=0 2024-12-02T22:23:25,063 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/619d4287d16a49c88b51b7fb3838ded1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/619d4287d16a49c88b51b7fb3838ded1 2024-12-02T22:23:25,074 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 619d4287d16a49c88b51b7fb3838ded1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:25,074 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:25,074 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=13, startTime=1733178204935; duration=0sec 2024-12-02T22:23:25,074 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:25,074 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:25,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741906_1082 (size=12301) 2024-12-02T22:23:25,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:25,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178265195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178265204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:25,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178265209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:25,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178265214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T22:23:25,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178265298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:25,491 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/75540887a8f545cc9953680c5cee10bd 2024-12-02T22:23:25,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/23a7cbf249614f539b057522445917d1 is 50, key is test_row_0/C:col10/1733178204787/Put/seqid=0 2024-12-02T22:23:25,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178265502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:25,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741907_1083 (size=12301) 2024-12-02T22:23:25,508 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/23a7cbf249614f539b057522445917d1 2024-12-02T22:23:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/69baa1b8138e4e4f96f173e5b78a36dd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/69baa1b8138e4e4f96f173e5b78a36dd 2024-12-02T22:23:25,522 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/69baa1b8138e4e4f96f173e5b78a36dd, entries=150, sequenceid=328, filesize=12.0 K 2024-12-02T22:23:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/75540887a8f545cc9953680c5cee10bd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/75540887a8f545cc9953680c5cee10bd 2024-12-02T22:23:25,531 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/75540887a8f545cc9953680c5cee10bd, entries=150, sequenceid=328, filesize=12.0 K 2024-12-02T22:23:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/23a7cbf249614f539b057522445917d1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/23a7cbf249614f539b057522445917d1 2024-12-02T22:23:25,541 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/23a7cbf249614f539b057522445917d1, entries=150, sequenceid=328, filesize=12.0 K 2024-12-02T22:23:25,542 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 8578c70965a657b38e03b3005e0c987e in 583ms, sequenceid=328, compaction requested=false 2024-12-02T22:23:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-02T22:23:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-02T22:23:25,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T22:23:25,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 893 msec 2024-12-02T22:23:25,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 899 msec 2024-12-02T22:23:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T22:23:25,753 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-02T22:23:25,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-02T22:23:25,757 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T22:23:25,758 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:25,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:25,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T22:23:25,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:25,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:25,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:25,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:25,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:25,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:25,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/5a84d7b115384aa988609206eb8d25a6 is 50, key is test_row_0/A:col10/1733178205806/Put/seqid=0 2024-12-02T22:23:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741908_1084 (size=12301) 2024-12-02T22:23:25,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/5a84d7b115384aa988609206eb8d25a6 2024-12-02T22:23:25,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178265823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:25,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/a92287a6b04f4adf9555e4540390dd66 is 50, key is test_row_0/B:col10/1733178205806/Put/seqid=0 2024-12-02T22:23:25,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741909_1085 (size=12301) 2024-12-02T22:23:25,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/a92287a6b04f4adf9555e4540390dd66 2024-12-02T22:23:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T22:23:25,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d04fc793b2c34c0a870e505936122b11 is 50, key is test_row_0/C:col10/1733178205806/Put/seqid=0 2024-12-02T22:23:25,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741910_1086 (size=12301) 2024-12-02T22:23:25,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:25,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T22:23:25,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:25,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:25,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:25,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:25,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:25,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178265926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T22:23:26,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T22:23:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178266129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T22:23:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:26,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:26,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d04fc793b2c34c0a870e505936122b11 2024-12-02T22:23:26,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/5a84d7b115384aa988609206eb8d25a6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/5a84d7b115384aa988609206eb8d25a6 2024-12-02T22:23:26,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/5a84d7b115384aa988609206eb8d25a6, entries=150, sequenceid=358, filesize=12.0 K 2024-12-02T22:23:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/a92287a6b04f4adf9555e4540390dd66 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a92287a6b04f4adf9555e4540390dd66 2024-12-02T22:23:26,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a92287a6b04f4adf9555e4540390dd66, entries=150, sequenceid=358, filesize=12.0 K 2024-12-02T22:23:26,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d04fc793b2c34c0a870e505936122b11 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d04fc793b2c34c0a870e505936122b11 2024-12-02T22:23:26,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d04fc793b2c34c0a870e505936122b11, entries=150, sequenceid=358, filesize=12.0 K 2024-12-02T22:23:26,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8578c70965a657b38e03b3005e0c987e in 507ms, sequenceid=358, compaction requested=true 2024-12-02T22:23:26,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:26,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:26,314 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:26,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:26,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:26,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:26,314 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:26,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:26,317 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:26,317 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:26,317 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,317 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7ee80aef9a6e4209a52ac98bcb8c26f0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/75540887a8f545cc9953680c5cee10bd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a92287a6b04f4adf9555e4540390dd66] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.7 K 2024-12-02T22:23:26,318 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:26,318 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ee80aef9a6e4209a52ac98bcb8c26f0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733178204133 2024-12-02T22:23:26,318 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:26,318 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,318 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/24a4b008cd884b28ab222157fca514a3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/69baa1b8138e4e4f96f173e5b78a36dd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/5a84d7b115384aa988609206eb8d25a6] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.7 K 2024-12-02T22:23:26,318 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 75540887a8f545cc9953680c5cee10bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733178204787 2024-12-02T22:23:26,319 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24a4b008cd884b28ab222157fca514a3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733178204133 2024-12-02T22:23:26,319 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a92287a6b04f4adf9555e4540390dd66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733178205184 2024-12-02T22:23:26,320 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69baa1b8138e4e4f96f173e5b78a36dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733178204787 2024-12-02T22:23:26,321 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a84d7b115384aa988609206eb8d25a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733178205184 2024-12-02T22:23:26,337 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:26,337 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/716c2d1450764f8f93b42aac611b6c62 is 50, key is test_row_0/B:col10/1733178205806/Put/seqid=0 2024-12-02T22:23:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741911_1087 (size=13119) 2024-12-02T22:23:26,344 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#73 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:26,345 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e23e23d765484465b626658566a0e549 is 50, key is test_row_0/A:col10/1733178205806/Put/seqid=0 2024-12-02T22:23:26,351 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/716c2d1450764f8f93b42aac611b6c62 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/716c2d1450764f8f93b42aac611b6c62 2024-12-02T22:23:26,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741912_1088 (size=13119) 2024-12-02T22:23:26,358 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into 716c2d1450764f8f93b42aac611b6c62(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:26,359 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:26,359 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=13, startTime=1733178206314; duration=0sec 2024-12-02T22:23:26,359 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:26,359 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:26,359 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:26,360 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:26,360 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e23e23d765484465b626658566a0e549 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e23e23d765484465b626658566a0e549 2024-12-02T22:23:26,360 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:26,361 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T22:23:26,361 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/619d4287d16a49c88b51b7fb3838ded1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/23a7cbf249614f539b057522445917d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d04fc793b2c34c0a870e505936122b11] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.7 K 2024-12-02T22:23:26,361 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 619d4287d16a49c88b51b7fb3838ded1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733178204133 2024-12-02T22:23:26,362 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 23a7cbf249614f539b057522445917d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733178204787 2024-12-02T22:23:26,362 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d04fc793b2c34c0a870e505936122b11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733178205184 2024-12-02T22:23:26,368 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into e23e23d765484465b626658566a0e549(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:26,368 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:26,368 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=13, startTime=1733178206314; duration=0sec 2024-12-02T22:23:26,368 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:26,368 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:26,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T22:23:26,373 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,373 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T22:23:26,373 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/82959c1917cc48ea9d844e1921baad72 is 50, key is test_row_0/C:col10/1733178205806/Put/seqid=0 2024-12-02T22:23:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:26,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:26,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:26,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:26,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:26,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/76f7bcd8c01a4440a24b883fc1bf354a is 50, key is test_row_0/A:col10/1733178205821/Put/seqid=0 2024-12-02T22:23:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741913_1089 (size=13119) 2024-12-02T22:23:26,401 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/82959c1917cc48ea9d844e1921baad72 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/82959c1917cc48ea9d844e1921baad72 2024-12-02T22:23:26,409 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 82959c1917cc48ea9d844e1921baad72(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:26,409 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:26,409 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=13, startTime=1733178206314; duration=0sec 2024-12-02T22:23:26,409 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:26,409 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741914_1090 (size=12301) 2024-12-02T22:23:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:26,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178266486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178266588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178266790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178266790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:26,792 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:26,815 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/76f7bcd8c01a4440a24b883fc1bf354a 2024-12-02T22:23:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/afa7c6a8d0624de7a7938820e698d78c is 50, key is test_row_0/B:col10/1733178205821/Put/seqid=0 2024-12-02T22:23:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741915_1091 (size=12301) 2024-12-02T22:23:26,857 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/afa7c6a8d0624de7a7938820e698d78c 2024-12-02T22:23:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T22:23:26,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/69301714cfaa4431a3c90e07aadcfc1d is 50, key is test_row_0/C:col10/1733178205821/Put/seqid=0 2024-12-02T22:23:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741916_1092 (size=12301) 2024-12-02T22:23:26,879 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/69301714cfaa4431a3c90e07aadcfc1d 2024-12-02T22:23:26,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/76f7bcd8c01a4440a24b883fc1bf354a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76f7bcd8c01a4440a24b883fc1bf354a 2024-12-02T22:23:26,901 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76f7bcd8c01a4440a24b883fc1bf354a, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T22:23:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/afa7c6a8d0624de7a7938820e698d78c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/afa7c6a8d0624de7a7938820e698d78c 2024-12-02T22:23:26,910 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/afa7c6a8d0624de7a7938820e698d78c, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T22:23:26,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/69301714cfaa4431a3c90e07aadcfc1d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/69301714cfaa4431a3c90e07aadcfc1d 2024-12-02T22:23:26,922 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/69301714cfaa4431a3c90e07aadcfc1d, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T22:23:26,923 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 8578c70965a657b38e03b3005e0c987e in 550ms, sequenceid=369, compaction requested=false 2024-12-02T22:23:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T22:23:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-02T22:23:26,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T22:23:26,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1670 sec 2024-12-02T22:23:26,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1730 sec 2024-12-02T22:23:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:27,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T22:23:27,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:27,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:27,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:27,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e1db1ea4347d4234adf73eee1db108e1 is 50, key is test_row_0/A:col10/1733178206478/Put/seqid=0 2024-12-02T22:23:27,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741917_1093 (size=12301) 2024-12-02T22:23:27,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178267115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:27,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178267218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:27,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178267223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:27,225 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:27,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178267225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:27,227 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:27,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178267233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:27,234 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:27,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178267422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:27,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e1db1ea4347d4234adf73eee1db108e1 2024-12-02T22:23:27,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/a2b8180e01374ccf83571a22c24f0bb7 is 50, key is test_row_0/B:col10/1733178206478/Put/seqid=0 2024-12-02T22:23:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741918_1094 (size=12301) 2024-12-02T22:23:27,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/a2b8180e01374ccf83571a22c24f0bb7 2024-12-02T22:23:27,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/6f96e10d09f847b49305e423c4960d1c is 50, key is test_row_0/C:col10/1733178206478/Put/seqid=0 2024-12-02T22:23:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741919_1095 (size=12301) 2024-12-02T22:23:27,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/6f96e10d09f847b49305e423c4960d1c 2024-12-02T22:23:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/e1db1ea4347d4234adf73eee1db108e1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e1db1ea4347d4234adf73eee1db108e1 2024-12-02T22:23:27,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e1db1ea4347d4234adf73eee1db108e1, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T22:23:27,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/a2b8180e01374ccf83571a22c24f0bb7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a2b8180e01374ccf83571a22c24f0bb7 2024-12-02T22:23:27,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a2b8180e01374ccf83571a22c24f0bb7, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T22:23:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/6f96e10d09f847b49305e423c4960d1c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f96e10d09f847b49305e423c4960d1c 2024-12-02T22:23:27,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f96e10d09f847b49305e423c4960d1c, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T22:23:27,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8578c70965a657b38e03b3005e0c987e in 507ms, sequenceid=398, compaction requested=true 2024-12-02T22:23:27,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:27,602 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:27,603 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:27,604 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:27,604 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:27,604 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:27,604 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e23e23d765484465b626658566a0e549, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76f7bcd8c01a4440a24b883fc1bf354a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e1db1ea4347d4234adf73eee1db108e1] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.8 K 2024-12-02T22:23:27,605 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:27,605 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:27,605 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:27,605 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/716c2d1450764f8f93b42aac611b6c62, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/afa7c6a8d0624de7a7938820e698d78c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a2b8180e01374ccf83571a22c24f0bb7] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.8 K 2024-12-02T22:23:27,605 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting e23e23d765484465b626658566a0e549, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733178205184 2024-12-02T22:23:27,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:27,606 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76f7bcd8c01a4440a24b883fc1bf354a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733178205809 2024-12-02T22:23:27,606 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 716c2d1450764f8f93b42aac611b6c62, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733178205184 2024-12-02T22:23:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:27,606 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1db1ea4347d4234adf73eee1db108e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733178206478 2024-12-02T22:23:27,606 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting afa7c6a8d0624de7a7938820e698d78c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733178205809 2024-12-02T22:23:27,607 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a2b8180e01374ccf83571a22c24f0bb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733178206478 2024-12-02T22:23:27,624 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:27,625 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:27,625 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/72714a29026a4ca197264c7d7f2c5d75 is 50, key is test_row_0/B:col10/1733178206478/Put/seqid=0 2024-12-02T22:23:27,625 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/57d49e69278646b2be55ac51cc8d0ab9 is 50, key is test_row_0/A:col10/1733178206478/Put/seqid=0 2024-12-02T22:23:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741920_1096 (size=13221) 2024-12-02T22:23:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741921_1097 (size=13221) 2024-12-02T22:23:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:27,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:27,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:27,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:27,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/99858294b10f4425b48890afa0b94a40 is 50, key is test_row_0/A:col10/1733178207738/Put/seqid=0 2024-12-02T22:23:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741922_1098 (size=14741) 2024-12-02T22:23:27,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/99858294b10f4425b48890afa0b94a40 2024-12-02T22:23:27,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/1d78e96128384b4399506055c7ae98fb is 50, key is test_row_0/B:col10/1733178207738/Put/seqid=0 2024-12-02T22:23:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741923_1099 (size=12301) 2024-12-02T22:23:27,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/1d78e96128384b4399506055c7ae98fb 2024-12-02T22:23:27,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178267849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T22:23:27,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/bfe304bf103347b290f8092272acc4ec is 50, key is test_row_0/C:col10/1733178207738/Put/seqid=0 2024-12-02T22:23:27,865 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-02T22:23:27,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-02T22:23:27,869 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T22:23:27,870 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:27,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741924_1100 (size=12301) 2024-12-02T22:23:27,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/bfe304bf103347b290f8092272acc4ec 2024-12-02T22:23:27,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/99858294b10f4425b48890afa0b94a40 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99858294b10f4425b48890afa0b94a40 2024-12-02T22:23:27,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99858294b10f4425b48890afa0b94a40, entries=200, sequenceid=409, filesize=14.4 K 2024-12-02T22:23:27,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/1d78e96128384b4399506055c7ae98fb as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1d78e96128384b4399506055c7ae98fb 2024-12-02T22:23:27,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1d78e96128384b4399506055c7ae98fb, entries=150, sequenceid=409, filesize=12.0 K 2024-12-02T22:23:27,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/bfe304bf103347b290f8092272acc4ec as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/bfe304bf103347b290f8092272acc4ec 2024-12-02T22:23:27,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/bfe304bf103347b290f8092272acc4ec, entries=150, sequenceid=409, filesize=12.0 K 2024-12-02T22:23:27,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8578c70965a657b38e03b3005e0c987e in 186ms, sequenceid=409, compaction requested=true 2024-12-02T22:23:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T22:23:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T22:23:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-02T22:23:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:27,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:23:27,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:27,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:27,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:27,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:27,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/97ac71f5861b47e0ae6ffcc1c46582f5 is 50, key is test_row_0/A:col10/1733178207848/Put/seqid=0 2024-12-02T22:23:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T22:23:27,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741925_1101 (size=14741) 2024-12-02T22:23:27,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/97ac71f5861b47e0ae6ffcc1c46582f5 2024-12-02T22:23:27,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178267980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:27,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/d0a2e7a5c954423cb9ba99ba87e203f1 is 50, key is test_row_0/B:col10/1733178207848/Put/seqid=0 2024-12-02T22:23:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741926_1102 (size=12301) 2024-12-02T22:23:27,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/d0a2e7a5c954423cb9ba99ba87e203f1 2024-12-02T22:23:28,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0 is 50, key is test_row_0/C:col10/1733178207848/Put/seqid=0 2024-12-02T22:23:28,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741927_1103 (size=12301) 2024-12-02T22:23:28,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0 2024-12-02T22:23:28,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T22:23:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/97ac71f5861b47e0ae6ffcc1c46582f5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/97ac71f5861b47e0ae6ffcc1c46582f5 2024-12-02T22:23:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/97ac71f5861b47e0ae6ffcc1c46582f5, entries=200, sequenceid=435, filesize=14.4 K 2024-12-02T22:23:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/d0a2e7a5c954423cb9ba99ba87e203f1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d0a2e7a5c954423cb9ba99ba87e203f1 2024-12-02T22:23:28,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d0a2e7a5c954423cb9ba99ba87e203f1, entries=150, sequenceid=435, filesize=12.0 K 2024-12-02T22:23:28,042 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/72714a29026a4ca197264c7d7f2c5d75 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/72714a29026a4ca197264c7d7f2c5d75 2024-12-02T22:23:28,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0 2024-12-02T22:23:28,047 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/57d49e69278646b2be55ac51cc8d0ab9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/57d49e69278646b2be55ac51cc8d0ab9 2024-12-02T22:23:28,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0, entries=150, sequenceid=435, filesize=12.0 K 2024-12-02T22:23:28,053 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into 72714a29026a4ca197264c7d7f2c5d75(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:28,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8578c70965a657b38e03b3005e0c987e in 97ms, sequenceid=435, compaction requested=true 2024-12-02T22:23:28,053 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:28,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:28,053 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=13, startTime=1733178207603; duration=0sec 2024-12-02T22:23:28,053 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-12-02T22:23:28,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:28,053 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:28,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-12-02T22:23:28,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:28,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-12-02T22:23:28,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:28,053 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-02T22:23:28,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-12-02T22:23:28,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T22:23:28,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T22:23:28,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. because compaction request was cancelled 2024-12-02T22:23:28,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:28,056 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T22:23:28,056 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into 57d49e69278646b2be55ac51cc8d0ab9(size=12.9 K), total size for store is 41.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:28,056 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:28,056 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=13, startTime=1733178207602; duration=0sec 2024-12-02T22:23:28,056 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-12-02T22:23:28,056 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:28,056 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:28,056 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:28,057 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T22:23:28,058 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-12-02T22:23:28,058 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T22:23:28,058 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T22:23:28,058 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. because compaction request was cancelled 2024-12-02T22:23:28,058 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:28,059 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,059 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/82959c1917cc48ea9d844e1921baad72, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/69301714cfaa4431a3c90e07aadcfc1d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f96e10d09f847b49305e423c4960d1c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/bfe304bf103347b290f8092272acc4ec, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=60.9 K 2024-12-02T22:23:28,059 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:28,059 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:28,060 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 82959c1917cc48ea9d844e1921baad72, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733178205184 2024-12-02T22:23:28,060 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:28,060 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 69301714cfaa4431a3c90e07aadcfc1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733178205809 2024-12-02T22:23:28,060 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:28,061 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,061 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f96e10d09f847b49305e423c4960d1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733178206478 2024-12-02T22:23:28,061 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/57d49e69278646b2be55ac51cc8d0ab9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99858294b10f4425b48890afa0b94a40, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/97ac71f5861b47e0ae6ffcc1c46582f5] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=41.7 K 2024-12-02T22:23:28,061 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting bfe304bf103347b290f8092272acc4ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733178207727 2024-12-02T22:23:28,061 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57d49e69278646b2be55ac51cc8d0ab9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733178206478 2024-12-02T22:23:28,061 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ba3a8f1ea4f4d10957ee9289d5ac1a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733178207807 2024-12-02T22:23:28,062 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99858294b10f4425b48890afa0b94a40, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733178207113 2024-12-02T22:23:28,062 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97ac71f5861b47e0ae6ffcc1c46582f5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733178207807 2024-12-02T22:23:28,072 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:28,073 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/b42d39acf3e240fe9c04e403e924942f is 50, key is test_row_0/A:col10/1733178207848/Put/seqid=0 2024-12-02T22:23:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:28,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:28,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:28,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:28,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:28,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:28,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:28,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:28,092 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:28,092 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/038e808c8464414795efc0177ab747f3 is 50, key is test_row_0/C:col10/1733178207848/Put/seqid=0 2024-12-02T22:23:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741928_1104 (size=13323) 2024-12-02T22:23:28,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/b4d97ca599c14acaabc7355ad1f9e5ff is 50, key is test_row_0/A:col10/1733178207975/Put/seqid=0 2024-12-02T22:23:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741929_1105 (size=13289) 2024-12-02T22:23:28,126 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/b42d39acf3e240fe9c04e403e924942f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b42d39acf3e240fe9c04e403e924942f 2024-12-02T22:23:28,133 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/038e808c8464414795efc0177ab747f3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/038e808c8464414795efc0177ab747f3 2024-12-02T22:23:28,146 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 038e808c8464414795efc0177ab747f3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:28,146 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:28,146 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=11, startTime=1733178208053; duration=0sec 2024-12-02T22:23:28,146 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T22:23:28,146 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:28,146 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:28,146 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:28,148 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:28,148 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:28,148 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,148 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/72714a29026a4ca197264c7d7f2c5d75, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1d78e96128384b4399506055c7ae98fb, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d0a2e7a5c954423cb9ba99ba87e203f1] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=36.9 K 2024-12-02T22:23:28,148 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into b42d39acf3e240fe9c04e403e924942f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:28,149 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:28,149 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 72714a29026a4ca197264c7d7f2c5d75, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733178206478 2024-12-02T22:23:28,150 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d78e96128384b4399506055c7ae98fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733178207727 2024-12-02T22:23:28,150 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=13, startTime=1733178207930; duration=0sec 2024-12-02T22:23:28,151 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T22:23:28,151 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:28,151 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 3 compacting, 0 eligible, 16 blocking 2024-12-02T22:23:28,151 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T22:23:28,151 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T22:23:28,151 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d0a2e7a5c954423cb9ba99ba87e203f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733178207807 2024-12-02T22:23:28,152 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. because compaction request was cancelled 2024-12-02T22:23:28,152 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:28,152 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T22:23:28,152 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T22:23:28,152 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T22:23:28,152 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. because compaction request was cancelled 2024-12-02T22:23:28,152 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741930_1106 (size=12301) 2024-12-02T22:23:28,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/b4d97ca599c14acaabc7355ad1f9e5ff 2024-12-02T22:23:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T22:23:28,173 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:28,174 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/79661e5041f64d0fabe052a12f390ced is 50, key is test_row_0/B:col10/1733178207848/Put/seqid=0 2024-12-02T22:23:28,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T22:23:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/bac59b6bcc024452808591803a9f6363 is 50, key is test_row_0/B:col10/1733178207975/Put/seqid=0 2024-12-02T22:23:28,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178268192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741931_1107 (size=13323) 2024-12-02T22:23:28,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741932_1108 (size=12301) 2024-12-02T22:23:28,224 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/79661e5041f64d0fabe052a12f390ced as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/79661e5041f64d0fabe052a12f390ced 2024-12-02T22:23:28,231 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into 79661e5041f64d0fabe052a12f390ced(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:28,231 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:28,231 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=13, startTime=1733178207930; duration=0sec 2024-12-02T22:23:28,231 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:28,231 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178268295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T22:23:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T22:23:28,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178268497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T22:23:28,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:28,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/bac59b6bcc024452808591803a9f6363 2024-12-02T22:23:28,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d43b3598359c45dc803a9d0106fd31fa is 50, key is test_row_0/C:col10/1733178207975/Put/seqid=0 2024-12-02T22:23:28,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741933_1109 (size=12301) 2024-12-02T22:23:28,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T22:23:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178268801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T22:23:28,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:28,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:28,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T22:23:28,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:28,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:28,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T22:23:29,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d43b3598359c45dc803a9d0106fd31fa 2024-12-02T22:23:29,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/b4d97ca599c14acaabc7355ad1f9e5ff as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b4d97ca599c14acaabc7355ad1f9e5ff 2024-12-02T22:23:29,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b4d97ca599c14acaabc7355ad1f9e5ff, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T22:23:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/bac59b6bcc024452808591803a9f6363 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/bac59b6bcc024452808591803a9f6363 2024-12-02T22:23:29,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/bac59b6bcc024452808591803a9f6363, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T22:23:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/d43b3598359c45dc803a9d0106fd31fa as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d43b3598359c45dc803a9d0106fd31fa 2024-12-02T22:23:29,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d43b3598359c45dc803a9d0106fd31fa, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T22:23:29,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8578c70965a657b38e03b3005e0c987e in 982ms, sequenceid=448, compaction requested=false 2024-12-02T22:23:29,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:29,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:29,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T22:23:29,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:29,122 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:23:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/72d2df6a489f418984937871faed539b is 50, key is test_row_0/A:col10/1733178208187/Put/seqid=0 2024-12-02T22:23:29,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741934_1110 (size=12301) 2024-12-02T22:23:29,131 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/72d2df6a489f418984937871faed539b 2024-12-02T22:23:29,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/0c3a1625e4134d5f9a0a752f72fda2c9 is 50, key is test_row_0/B:col10/1733178208187/Put/seqid=0 2024-12-02T22:23:29,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741935_1111 (size=12301) 2024-12-02T22:23:29,155 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/0c3a1625e4134d5f9a0a752f72fda2c9 2024-12-02T22:23:29,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/e2f9a87e6c9f40d7aad9b26f175835db is 50, key is test_row_0/C:col10/1733178208187/Put/seqid=0 2024-12-02T22:23:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741936_1112 (size=12301) 2024-12-02T22:23:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:29,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:29,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178269327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:29,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178269430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:29,582 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/e2f9a87e6c9f40d7aad9b26f175835db 2024-12-02T22:23:29,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/72d2df6a489f418984937871faed539b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/72d2df6a489f418984937871faed539b 2024-12-02T22:23:29,605 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/72d2df6a489f418984937871faed539b, entries=150, sequenceid=476, filesize=12.0 K 2024-12-02T22:23:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/0c3a1625e4134d5f9a0a752f72fda2c9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0c3a1625e4134d5f9a0a752f72fda2c9 2024-12-02T22:23:29,613 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0c3a1625e4134d5f9a0a752f72fda2c9, entries=150, sequenceid=476, filesize=12.0 K 2024-12-02T22:23:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/e2f9a87e6c9f40d7aad9b26f175835db as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/e2f9a87e6c9f40d7aad9b26f175835db 2024-12-02T22:23:29,623 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/e2f9a87e6c9f40d7aad9b26f175835db, entries=150, sequenceid=476, filesize=12.0 K 2024-12-02T22:23:29,624 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8578c70965a657b38e03b3005e0c987e in 502ms, sequenceid=476, compaction requested=true 2024-12-02T22:23:29,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:29,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:29,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-02T22:23:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-02T22:23:29,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-02T22:23:29,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7560 sec 2024-12-02T22:23:29,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.7600 sec 2024-12-02T22:23:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:29,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:23:29,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:29,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:29,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:29,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:29,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:29,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:29,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/76583f443fa943dba7e4f100b1580626 is 50, key is test_row_0/A:col10/1733178209325/Put/seqid=0 2024-12-02T22:23:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741937_1113 (size=12301) 2024-12-02T22:23:29,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178269693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178269796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T22:23:29,973 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-02T22:23:29,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-02T22:23:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T22:23:29,976 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:29,976 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:29,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:30,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178270007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:30,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/76583f443fa943dba7e4f100b1580626 2024-12-02T22:23:30,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/65291e2fa6934d01b4ecf04605fc2689 is 50, key is test_row_0/B:col10/1733178209325/Put/seqid=0 2024-12-02T22:23:30,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741938_1114 (size=12301) 2024-12-02T22:23:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T22:23:30,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:30,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T22:23:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T22:23:30,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:30,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T22:23:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178270309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:30,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:30,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T22:23:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:30,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/65291e2fa6934d01b4ecf04605fc2689 2024-12-02T22:23:30,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/808863897ad64b4f805b747e77580ffa is 50, key is test_row_0/C:col10/1733178209325/Put/seqid=0 2024-12-02T22:23:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741939_1115 (size=12301) 2024-12-02T22:23:30,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/808863897ad64b4f805b747e77580ffa 2024-12-02T22:23:30,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/76583f443fa943dba7e4f100b1580626 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76583f443fa943dba7e4f100b1580626 2024-12-02T22:23:30,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76583f443fa943dba7e4f100b1580626, entries=150, sequenceid=488, filesize=12.0 K 2024-12-02T22:23:30,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/65291e2fa6934d01b4ecf04605fc2689 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/65291e2fa6934d01b4ecf04605fc2689 2024-12-02T22:23:30,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/65291e2fa6934d01b4ecf04605fc2689, entries=150, sequenceid=488, filesize=12.0 K 2024-12-02T22:23:30,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/808863897ad64b4f805b747e77580ffa as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/808863897ad64b4f805b747e77580ffa 2024-12-02T22:23:30,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/808863897ad64b4f805b747e77580ffa, entries=150, sequenceid=488, filesize=12.0 K 2024-12-02T22:23:30,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8578c70965a657b38e03b3005e0c987e in 867ms, sequenceid=488, compaction requested=true 2024-12-02T22:23:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:30,503 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:30,503 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:30,505 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:30,505 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:30,505 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:30,505 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:30,505 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,505 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,505 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/79661e5041f64d0fabe052a12f390ced, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/bac59b6bcc024452808591803a9f6363, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0c3a1625e4134d5f9a0a752f72fda2c9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/65291e2fa6934d01b4ecf04605fc2689] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=49.0 K 2024-12-02T22:23:30,505 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b42d39acf3e240fe9c04e403e924942f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b4d97ca599c14acaabc7355ad1f9e5ff, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/72d2df6a489f418984937871faed539b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76583f443fa943dba7e4f100b1580626] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=49.0 K 2024-12-02T22:23:30,505 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b42d39acf3e240fe9c04e403e924942f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733178207807 2024-12-02T22:23:30,505 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 79661e5041f64d0fabe052a12f390ced, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733178207807 2024-12-02T22:23:30,506 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4d97ca599c14acaabc7355ad1f9e5ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733178207975 2024-12-02T22:23:30,506 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting bac59b6bcc024452808591803a9f6363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733178207975 2024-12-02T22:23:30,506 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72d2df6a489f418984937871faed539b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733178208183 2024-12-02T22:23:30,506 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c3a1625e4134d5f9a0a752f72fda2c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733178208183 2024-12-02T22:23:30,506 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76583f443fa943dba7e4f100b1580626, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733178209320 2024-12-02T22:23:30,506 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 65291e2fa6934d01b4ecf04605fc2689, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733178209320 2024-12-02T22:23:30,514 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#101 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:30,514 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e09aa1d973ca4e6caead49a4fa3f5f41 is 50, key is test_row_0/B:col10/1733178209325/Put/seqid=0 2024-12-02T22:23:30,515 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:30,515 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/6c3fa4fb6a444094ac3242e1c06416cc is 50, key is test_row_0/A:col10/1733178209325/Put/seqid=0 2024-12-02T22:23:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741940_1116 (size=13459) 2024-12-02T22:23:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741941_1117 (size=13459) 2024-12-02T22:23:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T22:23:30,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:30,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T22:23:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,586 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:23:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/2ac745aaf9b342438723a1c85d69a71b is 50, key is test_row_0/A:col10/1733178209692/Put/seqid=0 2024-12-02T22:23:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741942_1118 (size=12301) 2024-12-02T22:23:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:30,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:30,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178270835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:30,930 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e09aa1d973ca4e6caead49a4fa3f5f41 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e09aa1d973ca4e6caead49a4fa3f5f41 2024-12-02T22:23:30,936 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/6c3fa4fb6a444094ac3242e1c06416cc as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/6c3fa4fb6a444094ac3242e1c06416cc 2024-12-02T22:23:30,936 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into e09aa1d973ca4e6caead49a4fa3f5f41(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:30,936 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:30,937 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=12, startTime=1733178210503; duration=0sec 2024-12-02T22:23:30,937 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:30,937 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:30,937 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:30,939 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:30,939 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:30,939 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:30,939 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/038e808c8464414795efc0177ab747f3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d43b3598359c45dc803a9d0106fd31fa, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/e2f9a87e6c9f40d7aad9b26f175835db, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/808863897ad64b4f805b747e77580ffa] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=49.0 K 2024-12-02T22:23:30,940 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 038e808c8464414795efc0177ab747f3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733178207807 2024-12-02T22:23:30,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178270938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:30,940 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d43b3598359c45dc803a9d0106fd31fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733178207975 2024-12-02T22:23:30,942 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into 6c3fa4fb6a444094ac3242e1c06416cc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:30,942 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:30,942 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=12, startTime=1733178210503; duration=0sec 2024-12-02T22:23:30,942 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:30,942 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:30,943 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e2f9a87e6c9f40d7aad9b26f175835db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733178208183 2024-12-02T22:23:30,943 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 808863897ad64b4f805b747e77580ffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733178209320 2024-12-02T22:23:30,969 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:30,969 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/32e593b1078e435bbcfe2c6da54a6035 is 50, key is test_row_0/C:col10/1733178209325/Put/seqid=0 2024-12-02T22:23:30,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741943_1119 (size=13425) 2024-12-02T22:23:30,995 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/2ac745aaf9b342438723a1c85d69a71b 2024-12-02T22:23:31,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/39ee59b302f44f36a632d90412c48ca4 is 50, key is test_row_0/B:col10/1733178209692/Put/seqid=0 2024-12-02T22:23:31,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741944_1120 (size=12301) 2024-12-02T22:23:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T22:23:31,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178271142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:31,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36498 deadline: 1733178271227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:31,228 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:31,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1733178271242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:31,245 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:31,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36552 deadline: 1733178271246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:31,247 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:31,383 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/32e593b1078e435bbcfe2c6da54a6035 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/32e593b1078e435bbcfe2c6da54a6035 2024-12-02T22:23:31,389 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 32e593b1078e435bbcfe2c6da54a6035(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:31,389 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:31,390 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=12, startTime=1733178210503; duration=0sec 2024-12-02T22:23:31,390 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:31,390 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:31,409 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/39ee59b302f44f36a632d90412c48ca4 2024-12-02T22:23:31,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/cf8c72da11e8484685fb250bf92843a6 is 50, key is test_row_0/C:col10/1733178209692/Put/seqid=0 2024-12-02T22:23:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741945_1121 (size=12301) 2024-12-02T22:23:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178271444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:31,838 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/cf8c72da11e8484685fb250bf92843a6 2024-12-02T22:23:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/2ac745aaf9b342438723a1c85d69a71b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2ac745aaf9b342438723a1c85d69a71b 2024-12-02T22:23:31,847 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2ac745aaf9b342438723a1c85d69a71b, entries=150, sequenceid=512, filesize=12.0 K 2024-12-02T22:23:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/39ee59b302f44f36a632d90412c48ca4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/39ee59b302f44f36a632d90412c48ca4 2024-12-02T22:23:31,853 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/39ee59b302f44f36a632d90412c48ca4, entries=150, sequenceid=512, filesize=12.0 K 2024-12-02T22:23:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/cf8c72da11e8484685fb250bf92843a6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/cf8c72da11e8484685fb250bf92843a6 2024-12-02T22:23:31,858 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/cf8c72da11e8484685fb250bf92843a6, entries=150, sequenceid=512, filesize=12.0 K 2024-12-02T22:23:31,860 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8578c70965a657b38e03b3005e0c987e in 1274ms, sequenceid=512, compaction requested=false 2024-12-02T22:23:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-02T22:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-02T22:23:31,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-02T22:23:31,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8850 sec 2024-12-02T22:23:31,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.8880 sec 2024-12-02T22:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:31,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:23:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:31,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:31,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:31,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:31,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:31,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:31,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4076489ce2154f0c8b3ad882e8369c7e is 50, key is test_row_0/A:col10/1733178211952/Put/seqid=0 2024-12-02T22:23:31,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741946_1122 (size=14741) 2024-12-02T22:23:31,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4076489ce2154f0c8b3ad882e8369c7e 2024-12-02T22:23:31,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b7440c0ef920495d9731671b6c0da4d7 is 50, key is test_row_0/B:col10/1733178211952/Put/seqid=0 2024-12-02T22:23:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741947_1123 (size=12301) 2024-12-02T22:23:31,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b7440c0ef920495d9731671b6c0da4d7 2024-12-02T22:23:32,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/b022116bd63b4d308d34c544d0050d48 is 50, key is test_row_0/C:col10/1733178211952/Put/seqid=0 2024-12-02T22:23:32,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178272005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741948_1124 (size=12301) 2024-12-02T22:23:32,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/b022116bd63b4d308d34c544d0050d48 2024-12-02T22:23:32,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4076489ce2154f0c8b3ad882e8369c7e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4076489ce2154f0c8b3ad882e8369c7e 2024-12-02T22:23:32,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4076489ce2154f0c8b3ad882e8369c7e, entries=200, sequenceid=528, filesize=14.4 K 2024-12-02T22:23:32,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b7440c0ef920495d9731671b6c0da4d7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b7440c0ef920495d9731671b6c0da4d7 2024-12-02T22:23:32,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b7440c0ef920495d9731671b6c0da4d7, entries=150, sequenceid=528, filesize=12.0 K 2024-12-02T22:23:32,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/b022116bd63b4d308d34c544d0050d48 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/b022116bd63b4d308d34c544d0050d48 2024-12-02T22:23:32,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/b022116bd63b4d308d34c544d0050d48, entries=150, sequenceid=528, filesize=12.0 K 2024-12-02T22:23:32,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8578c70965a657b38e03b3005e0c987e in 105ms, sequenceid=528, compaction requested=true 2024-12-02T22:23:32,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:32,058 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:32,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:32,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:32,059 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:32,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:32,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:32,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:32,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:32,060 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:32,060 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:32,060 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:32,060 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,060 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:32,060 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,060 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/6c3fa4fb6a444094ac3242e1c06416cc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2ac745aaf9b342438723a1c85d69a71b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4076489ce2154f0c8b3ad882e8369c7e] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=39.6 K 2024-12-02T22:23:32,060 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e09aa1d973ca4e6caead49a4fa3f5f41, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/39ee59b302f44f36a632d90412c48ca4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b7440c0ef920495d9731671b6c0da4d7] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=37.2 K 2024-12-02T22:23:32,061 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c3fa4fb6a444094ac3242e1c06416cc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733178209320 2024-12-02T22:23:32,061 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e09aa1d973ca4e6caead49a4fa3f5f41, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733178209320 2024-12-02T22:23:32,061 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ac745aaf9b342438723a1c85d69a71b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733178209665 2024-12-02T22:23:32,061 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 39ee59b302f44f36a632d90412c48ca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733178209665 2024-12-02T22:23:32,061 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4076489ce2154f0c8b3ad882e8369c7e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733178210829 2024-12-02T22:23:32,061 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b7440c0ef920495d9731671b6c0da4d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733178210829 2024-12-02T22:23:32,071 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:32,071 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:32,071 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/1074575e110c47e1bfc429fe2d7884b1 is 50, key is test_row_0/B:col10/1733178211952/Put/seqid=0 2024-12-02T22:23:32,072 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/debe01e7077b44d9b733b2b9d17e61a5 is 50, key is test_row_0/A:col10/1733178211952/Put/seqid=0 2024-12-02T22:23:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T22:23:32,080 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-02T22:23:32,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-02T22:23:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T22:23:32,082 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:32,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:32,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741950_1126 (size=13561) 2024-12-02T22:23:32,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741949_1125 (size=13561) 2024-12-02T22:23:32,094 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/1074575e110c47e1bfc429fe2d7884b1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1074575e110c47e1bfc429fe2d7884b1 2024-12-02T22:23:32,100 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into 1074575e110c47e1bfc429fe2d7884b1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:32,100 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:32,100 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=13, startTime=1733178212059; duration=0sec 2024-12-02T22:23:32,100 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:32,100 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:32,100 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:32,101 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:32,102 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:32,102 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,102 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/32e593b1078e435bbcfe2c6da54a6035, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/cf8c72da11e8484685fb250bf92843a6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/b022116bd63b4d308d34c544d0050d48] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=37.1 K 2024-12-02T22:23:32,102 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 32e593b1078e435bbcfe2c6da54a6035, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733178209320 2024-12-02T22:23:32,103 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting cf8c72da11e8484685fb250bf92843a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733178209665 2024-12-02T22:23:32,103 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b022116bd63b4d308d34c544d0050d48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733178210829 2024-12-02T22:23:32,110 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:32,110 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/26c4bcd788144fe9a27cfe68e81a2618 is 50, key is test_row_0/C:col10/1733178211952/Put/seqid=0 2024-12-02T22:23:32,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:23:32,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:32,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:32,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:32,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:32,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:32,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:32,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741951_1127 (size=13527) 2024-12-02T22:23:32,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/cc33af8220bd478684c9186531d469bd is 50, key is test_row_0/A:col10/1733178212004/Put/seqid=0 2024-12-02T22:23:32,130 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/26c4bcd788144fe9a27cfe68e81a2618 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/26c4bcd788144fe9a27cfe68e81a2618 2024-12-02T22:23:32,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 383 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178272138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741952_1128 (size=12301) 2024-12-02T22:23:32,149 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into 26c4bcd788144fe9a27cfe68e81a2618(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:32,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/cc33af8220bd478684c9186531d469bd 2024-12-02T22:23:32,149 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:32,149 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=13, startTime=1733178212059; duration=0sec 2024-12-02T22:23:32,149 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:32,149 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:32,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e872e5e027a646639aae2de3b22f9ef0 is 50, key is test_row_0/B:col10/1733178212004/Put/seqid=0 2024-12-02T22:23:32,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741953_1129 (size=12301) 2024-12-02T22:23:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T22:23:32,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T22:23:32,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:32,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 385 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178272240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T22:23:32,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T22:23:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 387 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178272443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,491 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/debe01e7077b44d9b733b2b9d17e61a5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/debe01e7077b44d9b733b2b9d17e61a5 2024-12-02T22:23:32,496 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into debe01e7077b44d9b733b2b9d17e61a5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:32,496 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:32,496 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=13, startTime=1733178212058; duration=0sec 2024-12-02T22:23:32,496 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:32,496 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:32,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T22:23:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:32,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e872e5e027a646639aae2de3b22f9ef0 2024-12-02T22:23:32,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/ea50991e2dc84788a63bfbf5f42ab339 is 50, key is test_row_0/C:col10/1733178212004/Put/seqid=0 2024-12-02T22:23:32,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741954_1130 (size=12301) 2024-12-02T22:23:32,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/ea50991e2dc84788a63bfbf5f42ab339 2024-12-02T22:23:32,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/cc33af8220bd478684c9186531d469bd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cc33af8220bd478684c9186531d469bd 2024-12-02T22:23:32,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cc33af8220bd478684c9186531d469bd, entries=150, sequenceid=553, filesize=12.0 K 2024-12-02T22:23:32,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/e872e5e027a646639aae2de3b22f9ef0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e872e5e027a646639aae2de3b22f9ef0 2024-12-02T22:23:32,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e872e5e027a646639aae2de3b22f9ef0, entries=150, sequenceid=553, filesize=12.0 K 2024-12-02T22:23:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/ea50991e2dc84788a63bfbf5f42ab339 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ea50991e2dc84788a63bfbf5f42ab339 2024-12-02T22:23:32,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ea50991e2dc84788a63bfbf5f42ab339, entries=150, sequenceid=553, filesize=12.0 K 2024-12-02T22:23:32,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8578c70965a657b38e03b3005e0c987e in 490ms, sequenceid=553, compaction requested=false 2024-12-02T22:23:32,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T22:23:32,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T22:23:32,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:32,694 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:23:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:32,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4fbcd002354c46d4adead5c9f4833e7f is 50, key is test_row_0/A:col10/1733178212134/Put/seqid=0 2024-12-02T22:23:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741955_1131 (size=12301) 2024-12-02T22:23:32,704 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4fbcd002354c46d4adead5c9f4833e7f 2024-12-02T22:23:32,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/ace087e74b054d788f2b2b651d39b4f0 is 50, key is test_row_0/B:col10/1733178212134/Put/seqid=0 2024-12-02T22:23:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741956_1132 (size=12301) 2024-12-02T22:23:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:32,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 410 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178272785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:32,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 412 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178272886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:33,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 414 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178273091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:33,125 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/ace087e74b054d788f2b2b651d39b4f0 2024-12-02T22:23:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/ca4da487845140c4b6d7435854e83f12 is 50, key is test_row_0/C:col10/1733178212134/Put/seqid=0 2024-12-02T22:23:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741957_1133 (size=12301) 2024-12-02T22:23:33,136 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/ca4da487845140c4b6d7435854e83f12 2024-12-02T22:23:33,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4fbcd002354c46d4adead5c9f4833e7f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4fbcd002354c46d4adead5c9f4833e7f 2024-12-02T22:23:33,146 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4fbcd002354c46d4adead5c9f4833e7f, entries=150, sequenceid=567, filesize=12.0 K 2024-12-02T22:23:33,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/ace087e74b054d788f2b2b651d39b4f0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/ace087e74b054d788f2b2b651d39b4f0 2024-12-02T22:23:33,151 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/ace087e74b054d788f2b2b651d39b4f0, entries=150, sequenceid=567, filesize=12.0 K 2024-12-02T22:23:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/ca4da487845140c4b6d7435854e83f12 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ca4da487845140c4b6d7435854e83f12 2024-12-02T22:23:33,159 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ca4da487845140c4b6d7435854e83f12, entries=150, sequenceid=567, filesize=12.0 K 2024-12-02T22:23:33,160 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8578c70965a657b38e03b3005e0c987e in 466ms, sequenceid=567, compaction requested=true 2024-12-02T22:23:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T22:23:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-02T22:23:33,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-02T22:23:33,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0790 sec 2024-12-02T22:23:33,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.0830 sec 2024-12-02T22:23:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T22:23:33,185 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-02T22:23:33,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-02T22:23:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T22:23:33,223 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:33,223 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:33,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T22:23:33,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:33,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-02T22:23:33,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:33,376 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:23:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/99f6418682ef4cd0a26fc36fb385a1c6 is 50, key is test_row_0/A:col10/1733178212773/Put/seqid=0 2024-12-02T22:23:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741958_1134 (size=12301) 2024-12-02T22:23:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:33,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:33,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 425 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178273415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T22:23:33,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 427 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178273519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:33,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 429 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178273723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:33,784 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/99f6418682ef4cd0a26fc36fb385a1c6 2024-12-02T22:23:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T22:23:33,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/c099f01e919741d6bc83c9e150e19e5f is 50, key is test_row_0/B:col10/1733178212773/Put/seqid=0 2024-12-02T22:23:33,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741959_1135 (size=12301) 2024-12-02T22:23:34,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 431 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178274025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:34,196 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/c099f01e919741d6bc83c9e150e19e5f 2024-12-02T22:23:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/f27cb42edad44880be2566a81241d1af is 50, key is test_row_0/C:col10/1733178212773/Put/seqid=0 2024-12-02T22:23:34,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741960_1136 (size=12301) 2024-12-02T22:23:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T22:23:34,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 433 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178274530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:34,608 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/f27cb42edad44880be2566a81241d1af 2024-12-02T22:23:34,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/99f6418682ef4cd0a26fc36fb385a1c6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99f6418682ef4cd0a26fc36fb385a1c6 2024-12-02T22:23:34,618 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99f6418682ef4cd0a26fc36fb385a1c6, entries=150, sequenceid=591, filesize=12.0 K 2024-12-02T22:23:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/c099f01e919741d6bc83c9e150e19e5f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c099f01e919741d6bc83c9e150e19e5f 2024-12-02T22:23:34,625 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c099f01e919741d6bc83c9e150e19e5f, entries=150, sequenceid=591, filesize=12.0 K 2024-12-02T22:23:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/f27cb42edad44880be2566a81241d1af as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f27cb42edad44880be2566a81241d1af 2024-12-02T22:23:34,631 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f27cb42edad44880be2566a81241d1af, entries=150, sequenceid=591, filesize=12.0 K 2024-12-02T22:23:34,631 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8578c70965a657b38e03b3005e0c987e in 1255ms, sequenceid=591, compaction requested=true 2024-12-02T22:23:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T22:23:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-02T22:23:34,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-02T22:23:34,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-12-02T22:23:34,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4480 sec 2024-12-02T22:23:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T22:23:35,291 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-02T22:23:35,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-02T22:23:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T22:23:35,293 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:35,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:35,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T22:23:35,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:35,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-02T22:23:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:35,446 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:23:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:35,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:35,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:35,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4f33ecb8443149998f3b560055499198 is 50, key is test_row_0/A:col10/1733178213414/Put/seqid=0 2024-12-02T22:23:35,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741961_1137 (size=12301) 2024-12-02T22:23:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:35,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. as already flushing 2024-12-02T22:23:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T22:23:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 456 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178275594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 458 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178275697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:35,855 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4f33ecb8443149998f3b560055499198 2024-12-02T22:23:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/5cbd5eceaff8440580e17f8a76cb988d is 50, key is test_row_0/B:col10/1733178213414/Put/seqid=0 2024-12-02T22:23:35,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741962_1138 (size=12301) 2024-12-02T22:23:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T22:23:35,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 460 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178275900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:36,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 462 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178276203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:36,266 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/5cbd5eceaff8440580e17f8a76cb988d 2024-12-02T22:23:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/fcd1eb429b3d41039cb2110ab2ab1b03 is 50, key is test_row_0/C:col10/1733178213414/Put/seqid=0 2024-12-02T22:23:36,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741963_1139 (size=12301) 2024-12-02T22:23:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T22:23:36,677 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/fcd1eb429b3d41039cb2110ab2ab1b03 2024-12-02T22:23:36,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/4f33ecb8443149998f3b560055499198 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4f33ecb8443149998f3b560055499198 2024-12-02T22:23:36,689 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4f33ecb8443149998f3b560055499198, entries=150, sequenceid=603, filesize=12.0 K 2024-12-02T22:23:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/5cbd5eceaff8440580e17f8a76cb988d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/5cbd5eceaff8440580e17f8a76cb988d 2024-12-02T22:23:36,694 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/5cbd5eceaff8440580e17f8a76cb988d, entries=150, sequenceid=603, filesize=12.0 K 2024-12-02T22:23:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/fcd1eb429b3d41039cb2110ab2ab1b03 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fcd1eb429b3d41039cb2110ab2ab1b03 2024-12-02T22:23:36,699 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fcd1eb429b3d41039cb2110ab2ab1b03, entries=150, sequenceid=603, filesize=12.0 K 2024-12-02T22:23:36,700 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8578c70965a657b38e03b3005e0c987e in 1254ms, sequenceid=603, compaction requested=true 2024-12-02T22:23:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T22:23:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-02T22:23:36,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-02T22:23:36,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-12-02T22:23:36,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.4100 sec 2024-12-02T22:23:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:36,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:23:36,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:36,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:36,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:36,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:36,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:36,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:36,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/244cbbf522c448a684452e1b4347a75e is 50, key is test_row_0/A:col10/1733178215585/Put/seqid=0 2024-12-02T22:23:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741964_1140 (size=12301) 2024-12-02T22:23:36,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/244cbbf522c448a684452e1b4347a75e 2024-12-02T22:23:36,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/59b207bbf94d499e985a60206dd0a87f is 50, key is test_row_0/B:col10/1733178215585/Put/seqid=0 2024-12-02T22:23:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741965_1141 (size=12301) 2024-12-02T22:23:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 473 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178276739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 475 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178276842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:36,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36514 deadline: 1733178276846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:36,848 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18260 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:23:37,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 477 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178277046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:37,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/59b207bbf94d499e985a60206dd0a87f 2024-12-02T22:23:37,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/7636ef7d8436411e9829d99ff3bc60a7 is 50, key is test_row_0/C:col10/1733178215585/Put/seqid=0 2024-12-02T22:23:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741966_1142 (size=12301) 2024-12-02T22:23:37,294 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:61729 2024-12-02T22:23:37,294 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:61729 2024-12-02T22:23:37,294 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:37,294 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:37,296 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:61729 2024-12-02T22:23:37,296 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:37,296 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:61729 2024-12-02T22:23:37,296 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 479 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36540 deadline: 1733178277350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-02T22:23:37,397 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-02T22:23:37,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:23:37,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=628 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/7636ef7d8436411e9829d99ff3bc60a7 2024-12-02T22:23:37,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/244cbbf522c448a684452e1b4347a75e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/244cbbf522c448a684452e1b4347a75e 2024-12-02T22:23:37,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/244cbbf522c448a684452e1b4347a75e, entries=150, sequenceid=628, filesize=12.0 K 2024-12-02T22:23:37,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/59b207bbf94d499e985a60206dd0a87f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/59b207bbf94d499e985a60206dd0a87f 2024-12-02T22:23:37,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/59b207bbf94d499e985a60206dd0a87f, entries=150, sequenceid=628, filesize=12.0 K 2024-12-02T22:23:37,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/7636ef7d8436411e9829d99ff3bc60a7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7636ef7d8436411e9829d99ff3bc60a7 2024-12-02T22:23:37,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7636ef7d8436411e9829d99ff3bc60a7, entries=150, sequenceid=628, filesize=12.0 K 2024-12-02T22:23:37,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8578c70965a657b38e03b3005e0c987e in 866ms, sequenceid=628, compaction requested=true 2024-12-02T22:23:37,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:37,577 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T22:23:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:37,577 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T22:23:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8578c70965a657b38e03b3005e0c987e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:37,579 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75066 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T22:23:37,579 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/A is initiating minor compaction (all files) 2024-12-02T22:23:37,579 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75066 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T22:23:37,579 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/A in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:37,579 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/B is initiating minor compaction (all files) 2024-12-02T22:23:37,579 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/B in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:37,579 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/debe01e7077b44d9b733b2b9d17e61a5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cc33af8220bd478684c9186531d469bd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4fbcd002354c46d4adead5c9f4833e7f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99f6418682ef4cd0a26fc36fb385a1c6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4f33ecb8443149998f3b560055499198, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/244cbbf522c448a684452e1b4347a75e] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=73.3 K 2024-12-02T22:23:37,579 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1074575e110c47e1bfc429fe2d7884b1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e872e5e027a646639aae2de3b22f9ef0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/ace087e74b054d788f2b2b651d39b4f0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c099f01e919741d6bc83c9e150e19e5f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/5cbd5eceaff8440580e17f8a76cb988d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/59b207bbf94d499e985a60206dd0a87f] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=73.3 K 2024-12-02T22:23:37,579 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1074575e110c47e1bfc429fe2d7884b1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733178210829 2024-12-02T22:23:37,579 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting debe01e7077b44d9b733b2b9d17e61a5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733178210829 2024-12-02T22:23:37,580 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e872e5e027a646639aae2de3b22f9ef0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1733178212001 2024-12-02T22:23:37,580 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc33af8220bd478684c9186531d469bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1733178212001 2024-12-02T22:23:37,580 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting ace087e74b054d788f2b2b651d39b4f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733178212130 2024-12-02T22:23:37,580 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fbcd002354c46d4adead5c9f4833e7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733178212130 2024-12-02T22:23:37,580 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c099f01e919741d6bc83c9e150e19e5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733178212773 2024-12-02T22:23:37,580 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99f6418682ef4cd0a26fc36fb385a1c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733178212773 2024-12-02T22:23:37,581 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cbd5eceaff8440580e17f8a76cb988d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733178213402 2024-12-02T22:23:37,581 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f33ecb8443149998f3b560055499198, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733178213402 2024-12-02T22:23:37,581 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 244cbbf522c448a684452e1b4347a75e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=628, earliestPutTs=1733178215585 2024-12-02T22:23:37,581 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 59b207bbf94d499e985a60206dd0a87f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=628, earliestPutTs=1733178215585 2024-12-02T22:23:37,590 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#B#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:37,590 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#A#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:37,591 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/21347b7cee8641498795684bbefaa17c is 50, key is test_row_0/A:col10/1733178215585/Put/seqid=0 2024-12-02T22:23:37,591 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/d39d9a1451384f468eff9828787b556d is 50, key is test_row_0/B:col10/1733178215585/Put/seqid=0 2024-12-02T22:23:37,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741968_1144 (size=13765) 2024-12-02T22:23:37,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741967_1143 (size=13765) 2024-12-02T22:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:37,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:23:37,858 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:61729 2024-12-02T22:23:37,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:37,858 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:37,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:37,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:37,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:37,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:37,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:37,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/0dc5aa2f0dd34b2c806dcf42a8cc846c is 50, key is test_row_0/A:col10/1733178216738/Put/seqid=0 2024-12-02T22:23:37,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741969_1145 (size=12301) 2024-12-02T22:23:38,007 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/d39d9a1451384f468eff9828787b556d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d39d9a1451384f468eff9828787b556d 2024-12-02T22:23:38,007 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/21347b7cee8641498795684bbefaa17c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/21347b7cee8641498795684bbefaa17c 2024-12-02T22:23:38,013 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/B of 8578c70965a657b38e03b3005e0c987e into d39d9a1451384f468eff9828787b556d(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:38,013 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/A of 8578c70965a657b38e03b3005e0c987e into 21347b7cee8641498795684bbefaa17c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:38,013 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:38,013 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:38,013 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/A, priority=10, startTime=1733178217577; duration=0sec 2024-12-02T22:23:38,013 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/B, priority=10, startTime=1733178217577; duration=0sec 2024-12-02T22:23:38,013 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:38,013 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:A 2024-12-02T22:23:38,013 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:38,013 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:B 2024-12-02T22:23:38,013 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T22:23:38,015 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75032 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T22:23:38,015 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 8578c70965a657b38e03b3005e0c987e/C is initiating minor compaction (all files) 2024-12-02T22:23:38,015 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8578c70965a657b38e03b3005e0c987e/C in TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:38,015 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/26c4bcd788144fe9a27cfe68e81a2618, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ea50991e2dc84788a63bfbf5f42ab339, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ca4da487845140c4b6d7435854e83f12, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f27cb42edad44880be2566a81241d1af, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fcd1eb429b3d41039cb2110ab2ab1b03, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7636ef7d8436411e9829d99ff3bc60a7] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp, totalSize=73.3 K 2024-12-02T22:23:38,016 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26c4bcd788144fe9a27cfe68e81a2618, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1733178210829 2024-12-02T22:23:38,016 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea50991e2dc84788a63bfbf5f42ab339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1733178212001 2024-12-02T22:23:38,016 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca4da487845140c4b6d7435854e83f12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733178212130 2024-12-02T22:23:38,017 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting f27cb42edad44880be2566a81241d1af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733178212773 2024-12-02T22:23:38,017 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcd1eb429b3d41039cb2110ab2ab1b03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733178213402 2024-12-02T22:23:38,017 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7636ef7d8436411e9829d99ff3bc60a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=628, earliestPutTs=1733178215585 2024-12-02T22:23:38,029 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8578c70965a657b38e03b3005e0c987e#C#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:38,029 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/f8e66a9953b14405a3e1ee177a692f6f is 50, key is test_row_0/C:col10/1733178215585/Put/seqid=0 2024-12-02T22:23:38,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741970_1146 (size=13731) 2024-12-02T22:23:38,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=640 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/0dc5aa2f0dd34b2c806dcf42a8cc846c 2024-12-02T22:23:38,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b09c2179a5214465882c61a0bff0a4b2 is 50, key is test_row_0/B:col10/1733178216738/Put/seqid=0 2024-12-02T22:23:38,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741971_1147 (size=12301) 2024-12-02T22:23:38,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=640 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b09c2179a5214465882c61a0bff0a4b2 2024-12-02T22:23:38,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/fc668019fe89439ba312ba4a6a7d454e is 50, key is test_row_0/C:col10/1733178216738/Put/seqid=0 2024-12-02T22:23:38,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741972_1148 (size=12301) 2024-12-02T22:23:38,438 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/f8e66a9953b14405a3e1ee177a692f6f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f8e66a9953b14405a3e1ee177a692f6f 2024-12-02T22:23:38,443 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 8578c70965a657b38e03b3005e0c987e/C of 8578c70965a657b38e03b3005e0c987e into f8e66a9953b14405a3e1ee177a692f6f(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:38,443 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:38,443 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e., storeName=8578c70965a657b38e03b3005e0c987e/C, priority=10, startTime=1733178217577; duration=0sec 2024-12-02T22:23:38,443 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:38,443 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8578c70965a657b38e03b3005e0c987e:C 2024-12-02T22:23:38,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=640 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/fc668019fe89439ba312ba4a6a7d454e 2024-12-02T22:23:38,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/0dc5aa2f0dd34b2c806dcf42a8cc846c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0dc5aa2f0dd34b2c806dcf42a8cc846c 2024-12-02T22:23:38,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0dc5aa2f0dd34b2c806dcf42a8cc846c, entries=150, sequenceid=640, filesize=12.0 K 2024-12-02T22:23:38,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/b09c2179a5214465882c61a0bff0a4b2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b09c2179a5214465882c61a0bff0a4b2 2024-12-02T22:23:38,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b09c2179a5214465882c61a0bff0a4b2, entries=150, sequenceid=640, filesize=12.0 K 2024-12-02T22:23:38,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/fc668019fe89439ba312ba4a6a7d454e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fc668019fe89439ba312ba4a6a7d454e 2024-12-02T22:23:38,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fc668019fe89439ba312ba4a6a7d454e, entries=150, sequenceid=640, filesize=12.0 K 2024-12-02T22:23:38,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 8578c70965a657b38e03b3005e0c987e in 908ms, sequenceid=640, compaction requested=false 2024-12-02T22:23:38,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:41,253 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:61729 2024-12-02T22:23:41,253 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:41,294 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:61729 2024-12-02T22:23:41,294 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:41,329 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:61729 2024-12-02T22:23:41,330 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:46,595 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:23:46,597 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:23:46,854 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:61729 2024-12-02T22:23:46,854 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:46,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T22:23:46,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 321 2024-12-02T22:23:46,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7375 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7331 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3345 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10034 rows 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3324 2024-12-02T22:23:46,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9972 rows 2024-12-02T22:23:46,855 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T22:23:46,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:61729 2024-12-02T22:23:46,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:23:46,858 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T22:23:46,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T22:23:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:46,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178226870"}]},"ts":"1733178226870"} 2024-12-02T22:23:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T22:23:46,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T22:23:46,920 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T22:23:46,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:23:46,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8578c70965a657b38e03b3005e0c987e, UNASSIGN}] 2024-12-02T22:23:46,927 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8578c70965a657b38e03b3005e0c987e, UNASSIGN 2024-12-02T22:23:46,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=8578c70965a657b38e03b3005e0c987e, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:46,929 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:23:46,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:23:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T22:23:47,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:47,088 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:47,089 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:23:47,090 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 8578c70965a657b38e03b3005e0c987e, disabling compactions & flushes 2024-12-02T22:23:47,090 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:47,090 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:47,090 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. after waiting 0 ms 2024-12-02T22:23:47,090 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:47,090 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 8578c70965a657b38e03b3005e0c987e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T22:23:47,090 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=A 2024-12-02T22:23:47,091 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:47,091 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=B 2024-12-02T22:23:47,091 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:47,091 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8578c70965a657b38e03b3005e0c987e, store=C 2024-12-02T22:23:47,091 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:47,097 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/b740b73d4a4d4ea89eee7d7879401bde is 50, key is test_row_0/A:col10/1733178221327/Put/seqid=0 2024-12-02T22:23:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741973_1149 (size=9857) 2024-12-02T22:23:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T22:23:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T22:23:47,505 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/b740b73d4a4d4ea89eee7d7879401bde 2024-12-02T22:23:47,519 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/c112c9026b654b9fa2e64c869378dede is 50, key is test_row_0/B:col10/1733178221327/Put/seqid=0 2024-12-02T22:23:47,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741974_1150 (size=9857) 2024-12-02T22:23:47,925 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/c112c9026b654b9fa2e64c869378dede 2024-12-02T22:23:47,937 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/11292abbdbcf4de09f1bd8060d448ab1 is 50, key is test_row_0/C:col10/1733178221327/Put/seqid=0 2024-12-02T22:23:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741975_1151 (size=9857) 2024-12-02T22:23:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T22:23:48,343 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/11292abbdbcf4de09f1bd8060d448ab1 2024-12-02T22:23:48,354 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/A/b740b73d4a4d4ea89eee7d7879401bde as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b740b73d4a4d4ea89eee7d7879401bde 2024-12-02T22:23:48,359 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b740b73d4a4d4ea89eee7d7879401bde, entries=100, sequenceid=650, filesize=9.6 K 2024-12-02T22:23:48,360 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/B/c112c9026b654b9fa2e64c869378dede as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c112c9026b654b9fa2e64c869378dede 2024-12-02T22:23:48,366 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c112c9026b654b9fa2e64c869378dede, entries=100, sequenceid=650, filesize=9.6 K 2024-12-02T22:23:48,367 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/.tmp/C/11292abbdbcf4de09f1bd8060d448ab1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/11292abbdbcf4de09f1bd8060d448ab1 2024-12-02T22:23:48,371 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/11292abbdbcf4de09f1bd8060d448ab1, entries=100, sequenceid=650, filesize=9.6 K 2024-12-02T22:23:48,372 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8578c70965a657b38e03b3005e0c987e in 1282ms, sequenceid=650, compaction requested=true 2024-12-02T22:23:48,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/ec3e357c50cf451ba873c78c51fd69ad, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/1ee3cbded36c4a74873693ebf12e2f20, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/862d1a7961814a298583158ff09690f9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2cf0bf3452c0451982748c2560deb642, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/007fa8079d3f4170ae643a66d0beb983, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f583ee6f25554d16b611a7e1c31556e8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/8c3e663af250473ea18b1d8a833fba30, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/c81514585dde44ea8ad4d995e29e4849, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9010ae88a50949d5bb6f3978ca940a1e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e74b2ce1ca3c482b8c129d9aa1febfa7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f1f62481ca19426cb985db39310238f8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e58e63e2e0394e5cb3eff8ae83f4bba6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/044536303ce14be1b7628a7fbce74524, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cb9325c06277426284f340e178c8e1bc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/d4f88590c8eb44fd802bebbafd8cefe0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/262652f7e07b47f0a4f04101ce8b12c7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0f76cee918f34cbc8db93b2f8f7748f7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/7346b46fc4ef43c896599886c40f9511, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9b618092bf8b4375a1101e6b4f261a15, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/24a4b008cd884b28ab222157fca514a3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/3b5393684b2b4310b2e77c3ad26eec40, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/69baa1b8138e4e4f96f173e5b78a36dd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e23e23d765484465b626658566a0e549, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/5a84d7b115384aa988609206eb8d25a6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76f7bcd8c01a4440a24b883fc1bf354a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/57d49e69278646b2be55ac51cc8d0ab9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e1db1ea4347d4234adf73eee1db108e1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99858294b10f4425b48890afa0b94a40, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/97ac71f5861b47e0ae6ffcc1c46582f5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b42d39acf3e240fe9c04e403e924942f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b4d97ca599c14acaabc7355ad1f9e5ff, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/72d2df6a489f418984937871faed539b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/6c3fa4fb6a444094ac3242e1c06416cc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76583f443fa943dba7e4f100b1580626, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2ac745aaf9b342438723a1c85d69a71b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4076489ce2154f0c8b3ad882e8369c7e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/debe01e7077b44d9b733b2b9d17e61a5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cc33af8220bd478684c9186531d469bd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4fbcd002354c46d4adead5c9f4833e7f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99f6418682ef4cd0a26fc36fb385a1c6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4f33ecb8443149998f3b560055499198, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/244cbbf522c448a684452e1b4347a75e] to archive 2024-12-02T22:23:48,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:23:48,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/ec3e357c50cf451ba873c78c51fd69ad to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/ec3e357c50cf451ba873c78c51fd69ad 2024-12-02T22:23:48,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/1ee3cbded36c4a74873693ebf12e2f20 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/1ee3cbded36c4a74873693ebf12e2f20 2024-12-02T22:23:48,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/dc48e6d5b0fc4fa8a1f36cf8081d8e07 2024-12-02T22:23:48,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/862d1a7961814a298583158ff09690f9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/862d1a7961814a298583158ff09690f9 2024-12-02T22:23:48,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2cf0bf3452c0451982748c2560deb642 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2cf0bf3452c0451982748c2560deb642 2024-12-02T22:23:48,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/007fa8079d3f4170ae643a66d0beb983 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/007fa8079d3f4170ae643a66d0beb983 2024-12-02T22:23:48,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f583ee6f25554d16b611a7e1c31556e8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f583ee6f25554d16b611a7e1c31556e8 2024-12-02T22:23:48,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/8c3e663af250473ea18b1d8a833fba30 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/8c3e663af250473ea18b1d8a833fba30 2024-12-02T22:23:48,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/c81514585dde44ea8ad4d995e29e4849 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/c81514585dde44ea8ad4d995e29e4849 2024-12-02T22:23:48,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9010ae88a50949d5bb6f3978ca940a1e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9010ae88a50949d5bb6f3978ca940a1e 2024-12-02T22:23:48,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e74b2ce1ca3c482b8c129d9aa1febfa7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e74b2ce1ca3c482b8c129d9aa1febfa7 2024-12-02T22:23:48,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f1f62481ca19426cb985db39310238f8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/f1f62481ca19426cb985db39310238f8 2024-12-02T22:23:48,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e58e63e2e0394e5cb3eff8ae83f4bba6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e58e63e2e0394e5cb3eff8ae83f4bba6 2024-12-02T22:23:48,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/044536303ce14be1b7628a7fbce74524 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/044536303ce14be1b7628a7fbce74524 2024-12-02T22:23:48,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cb9325c06277426284f340e178c8e1bc to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cb9325c06277426284f340e178c8e1bc 2024-12-02T22:23:48,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/d4f88590c8eb44fd802bebbafd8cefe0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/d4f88590c8eb44fd802bebbafd8cefe0 2024-12-02T22:23:48,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/262652f7e07b47f0a4f04101ce8b12c7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/262652f7e07b47f0a4f04101ce8b12c7 2024-12-02T22:23:48,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0f76cee918f34cbc8db93b2f8f7748f7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0f76cee918f34cbc8db93b2f8f7748f7 2024-12-02T22:23:48,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/7346b46fc4ef43c896599886c40f9511 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/7346b46fc4ef43c896599886c40f9511 2024-12-02T22:23:48,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9b618092bf8b4375a1101e6b4f261a15 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/9b618092bf8b4375a1101e6b4f261a15 2024-12-02T22:23:48,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/24a4b008cd884b28ab222157fca514a3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/24a4b008cd884b28ab222157fca514a3 2024-12-02T22:23:48,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/3b5393684b2b4310b2e77c3ad26eec40 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/3b5393684b2b4310b2e77c3ad26eec40 2024-12-02T22:23:48,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/69baa1b8138e4e4f96f173e5b78a36dd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/69baa1b8138e4e4f96f173e5b78a36dd 2024-12-02T22:23:48,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e23e23d765484465b626658566a0e549 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e23e23d765484465b626658566a0e549 2024-12-02T22:23:48,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/5a84d7b115384aa988609206eb8d25a6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/5a84d7b115384aa988609206eb8d25a6 2024-12-02T22:23:48,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76f7bcd8c01a4440a24b883fc1bf354a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76f7bcd8c01a4440a24b883fc1bf354a 2024-12-02T22:23:48,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/57d49e69278646b2be55ac51cc8d0ab9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/57d49e69278646b2be55ac51cc8d0ab9 2024-12-02T22:23:48,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e1db1ea4347d4234adf73eee1db108e1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/e1db1ea4347d4234adf73eee1db108e1 2024-12-02T22:23:48,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99858294b10f4425b48890afa0b94a40 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99858294b10f4425b48890afa0b94a40 2024-12-02T22:23:48,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/97ac71f5861b47e0ae6ffcc1c46582f5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/97ac71f5861b47e0ae6ffcc1c46582f5 2024-12-02T22:23:48,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b42d39acf3e240fe9c04e403e924942f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b42d39acf3e240fe9c04e403e924942f 2024-12-02T22:23:48,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b4d97ca599c14acaabc7355ad1f9e5ff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b4d97ca599c14acaabc7355ad1f9e5ff 2024-12-02T22:23:48,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/72d2df6a489f418984937871faed539b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/72d2df6a489f418984937871faed539b 2024-12-02T22:23:48,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/6c3fa4fb6a444094ac3242e1c06416cc to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/6c3fa4fb6a444094ac3242e1c06416cc 2024-12-02T22:23:48,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76583f443fa943dba7e4f100b1580626 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/76583f443fa943dba7e4f100b1580626 2024-12-02T22:23:48,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2ac745aaf9b342438723a1c85d69a71b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/2ac745aaf9b342438723a1c85d69a71b 2024-12-02T22:23:48,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4076489ce2154f0c8b3ad882e8369c7e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4076489ce2154f0c8b3ad882e8369c7e 2024-12-02T22:23:48,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/debe01e7077b44d9b733b2b9d17e61a5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/debe01e7077b44d9b733b2b9d17e61a5 2024-12-02T22:23:48,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cc33af8220bd478684c9186531d469bd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/cc33af8220bd478684c9186531d469bd 2024-12-02T22:23:48,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4fbcd002354c46d4adead5c9f4833e7f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4fbcd002354c46d4adead5c9f4833e7f 2024-12-02T22:23:48,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99f6418682ef4cd0a26fc36fb385a1c6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/99f6418682ef4cd0a26fc36fb385a1c6 2024-12-02T22:23:48,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4f33ecb8443149998f3b560055499198 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/4f33ecb8443149998f3b560055499198 2024-12-02T22:23:48,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/244cbbf522c448a684452e1b4347a75e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/244cbbf522c448a684452e1b4347a75e 2024-12-02T22:23:48,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/36fb3b9612cf415a9311f5cad2028052, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2ab5199a81d24a348e90c8c33e4da3ef, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8170288ed2e34154b52bcc033b81075c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1f15c316dcbd4a43b5c0827e9071befe, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/de1232e145524cd1be016e3642a13073, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0e58147f323748689498c9437d29f17f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/29ea2fd13e9d454f95797808ee27e33a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e5fc397551f243c98d44a5e8ea8a7e29, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/acbe098ee28c480aa54037221c330652, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/4d60d7a9f18244398cce04c65336df4a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8793eb3338be413f94d9c8e4761358ee, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/586e09676ce54e3193869fde8838e90b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/cadd9fb608e04e1481ee9babedc5eff7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/eb408b3aa18c47069dec84a8327ec85b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/16970e2c010248e2a67c641bc245e396, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7d5718541a52452cbc1378075db1c844, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2804a13c108f46e3a34c0f3ea07c4805, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e85212ce18fc41d19909d38034469a72, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b18146d388144125a226044b69f60f0b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/481beb3bab8a4322bd991906b0f333f1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7ee80aef9a6e4209a52ac98bcb8c26f0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/62d5317955d843408bc95be569dd2d40, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/75540887a8f545cc9953680c5cee10bd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/716c2d1450764f8f93b42aac611b6c62, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a92287a6b04f4adf9555e4540390dd66, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/afa7c6a8d0624de7a7938820e698d78c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/72714a29026a4ca197264c7d7f2c5d75, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a2b8180e01374ccf83571a22c24f0bb7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1d78e96128384b4399506055c7ae98fb, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/79661e5041f64d0fabe052a12f390ced, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d0a2e7a5c954423cb9ba99ba87e203f1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/bac59b6bcc024452808591803a9f6363, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0c3a1625e4134d5f9a0a752f72fda2c9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e09aa1d973ca4e6caead49a4fa3f5f41, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/65291e2fa6934d01b4ecf04605fc2689, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/39ee59b302f44f36a632d90412c48ca4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1074575e110c47e1bfc429fe2d7884b1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b7440c0ef920495d9731671b6c0da4d7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e872e5e027a646639aae2de3b22f9ef0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/ace087e74b054d788f2b2b651d39b4f0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c099f01e919741d6bc83c9e150e19e5f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/5cbd5eceaff8440580e17f8a76cb988d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/59b207bbf94d499e985a60206dd0a87f] to archive 2024-12-02T22:23:48,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:23:48,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/36fb3b9612cf415a9311f5cad2028052 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/36fb3b9612cf415a9311f5cad2028052 2024-12-02T22:23:48,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2ab5199a81d24a348e90c8c33e4da3ef to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2ab5199a81d24a348e90c8c33e4da3ef 2024-12-02T22:23:48,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8170288ed2e34154b52bcc033b81075c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8170288ed2e34154b52bcc033b81075c 2024-12-02T22:23:48,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1f15c316dcbd4a43b5c0827e9071befe to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1f15c316dcbd4a43b5c0827e9071befe 2024-12-02T22:23:48,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/de1232e145524cd1be016e3642a13073 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/de1232e145524cd1be016e3642a13073 2024-12-02T22:23:48,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0e58147f323748689498c9437d29f17f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0e58147f323748689498c9437d29f17f 2024-12-02T22:23:48,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/29ea2fd13e9d454f95797808ee27e33a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/29ea2fd13e9d454f95797808ee27e33a 2024-12-02T22:23:48,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e5fc397551f243c98d44a5e8ea8a7e29 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e5fc397551f243c98d44a5e8ea8a7e29 2024-12-02T22:23:48,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/acbe098ee28c480aa54037221c330652 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/acbe098ee28c480aa54037221c330652 2024-12-02T22:23:48,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/4d60d7a9f18244398cce04c65336df4a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/4d60d7a9f18244398cce04c65336df4a 2024-12-02T22:23:48,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8793eb3338be413f94d9c8e4761358ee to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/8793eb3338be413f94d9c8e4761358ee 2024-12-02T22:23:48,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/586e09676ce54e3193869fde8838e90b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/586e09676ce54e3193869fde8838e90b 2024-12-02T22:23:48,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/cadd9fb608e04e1481ee9babedc5eff7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/cadd9fb608e04e1481ee9babedc5eff7 2024-12-02T22:23:48,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/eb408b3aa18c47069dec84a8327ec85b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/eb408b3aa18c47069dec84a8327ec85b 2024-12-02T22:23:48,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/16970e2c010248e2a67c641bc245e396 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/16970e2c010248e2a67c641bc245e396 2024-12-02T22:23:48,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7d5718541a52452cbc1378075db1c844 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7d5718541a52452cbc1378075db1c844 2024-12-02T22:23:48,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2804a13c108f46e3a34c0f3ea07c4805 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/2804a13c108f46e3a34c0f3ea07c4805 2024-12-02T22:23:48,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e85212ce18fc41d19909d38034469a72 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e85212ce18fc41d19909d38034469a72 2024-12-02T22:23:48,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b18146d388144125a226044b69f60f0b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b18146d388144125a226044b69f60f0b 2024-12-02T22:23:48,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/481beb3bab8a4322bd991906b0f333f1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/481beb3bab8a4322bd991906b0f333f1 2024-12-02T22:23:48,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7ee80aef9a6e4209a52ac98bcb8c26f0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/7ee80aef9a6e4209a52ac98bcb8c26f0 2024-12-02T22:23:48,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/62d5317955d843408bc95be569dd2d40 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/62d5317955d843408bc95be569dd2d40 2024-12-02T22:23:48,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/75540887a8f545cc9953680c5cee10bd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/75540887a8f545cc9953680c5cee10bd 2024-12-02T22:23:48,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/716c2d1450764f8f93b42aac611b6c62 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/716c2d1450764f8f93b42aac611b6c62 2024-12-02T22:23:48,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a92287a6b04f4adf9555e4540390dd66 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a92287a6b04f4adf9555e4540390dd66 2024-12-02T22:23:48,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/afa7c6a8d0624de7a7938820e698d78c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/afa7c6a8d0624de7a7938820e698d78c 2024-12-02T22:23:48,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/72714a29026a4ca197264c7d7f2c5d75 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/72714a29026a4ca197264c7d7f2c5d75 2024-12-02T22:23:48,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a2b8180e01374ccf83571a22c24f0bb7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/a2b8180e01374ccf83571a22c24f0bb7 2024-12-02T22:23:48,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1d78e96128384b4399506055c7ae98fb to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1d78e96128384b4399506055c7ae98fb 2024-12-02T22:23:48,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/79661e5041f64d0fabe052a12f390ced to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/79661e5041f64d0fabe052a12f390ced 2024-12-02T22:23:48,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d0a2e7a5c954423cb9ba99ba87e203f1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d0a2e7a5c954423cb9ba99ba87e203f1 2024-12-02T22:23:48,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/bac59b6bcc024452808591803a9f6363 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/bac59b6bcc024452808591803a9f6363 2024-12-02T22:23:48,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0c3a1625e4134d5f9a0a752f72fda2c9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/0c3a1625e4134d5f9a0a752f72fda2c9 2024-12-02T22:23:48,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e09aa1d973ca4e6caead49a4fa3f5f41 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e09aa1d973ca4e6caead49a4fa3f5f41 2024-12-02T22:23:48,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/65291e2fa6934d01b4ecf04605fc2689 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/65291e2fa6934d01b4ecf04605fc2689 2024-12-02T22:23:48,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/39ee59b302f44f36a632d90412c48ca4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/39ee59b302f44f36a632d90412c48ca4 2024-12-02T22:23:48,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1074575e110c47e1bfc429fe2d7884b1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/1074575e110c47e1bfc429fe2d7884b1 2024-12-02T22:23:48,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b7440c0ef920495d9731671b6c0da4d7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b7440c0ef920495d9731671b6c0da4d7 2024-12-02T22:23:48,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e872e5e027a646639aae2de3b22f9ef0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/e872e5e027a646639aae2de3b22f9ef0 2024-12-02T22:23:48,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/ace087e74b054d788f2b2b651d39b4f0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/ace087e74b054d788f2b2b651d39b4f0 2024-12-02T22:23:48,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c099f01e919741d6bc83c9e150e19e5f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c099f01e919741d6bc83c9e150e19e5f 2024-12-02T22:23:48,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/5cbd5eceaff8440580e17f8a76cb988d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/5cbd5eceaff8440580e17f8a76cb988d 2024-12-02T22:23:48,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/59b207bbf94d499e985a60206dd0a87f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/59b207bbf94d499e985a60206dd0a87f 2024-12-02T22:23:48,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7bc81e6c97f74a738f8dfb902d924ed1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/464d4b19211e47f7a37469a7b3858efd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/2bfd753b42a243b9a4e43aebbdeaaa43, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/502a79bcaa464218870628a1aa927317, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/deb01aba074c4de6b577af48f27235c1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/dbe8fe017be74b09bfba15beb1564094, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/c444dab84803467d9e38ac2d7d28064c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/eac2c33adcd04c39a05cf2e14d253896, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0fea5c285f014c3c80a192c48a7fbd23, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3411fc87689243e6a45e1f15f5cc612d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6dcb3e35e96e4a12b95d5e91c891708f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/47ed6ddca10345528c44d38e0fa4567d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f971a2a6cd84197982cf312b717836a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3484734971d248318bf2cdb6388805a3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/261e24a9b25b46b09d93ab8782f1ec43, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f167b5db0f854f4aa94ca473fc35e31c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d780c31e4270442292730c089c5dc457, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0dc3cb139c9f44febf47b74bda69a4ea, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/efdf1c42ff1d446dbf8db3a488b00095, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/1916360b41f44fd7ad730107b84efd87, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/619d4287d16a49c88b51b7fb3838ded1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/89777a9e0c9d40d7bb1800e3e6617780, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/23a7cbf249614f539b057522445917d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/82959c1917cc48ea9d844e1921baad72, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d04fc793b2c34c0a870e505936122b11, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/69301714cfaa4431a3c90e07aadcfc1d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f96e10d09f847b49305e423c4960d1c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/bfe304bf103347b290f8092272acc4ec, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/038e808c8464414795efc0177ab747f3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d43b3598359c45dc803a9d0106fd31fa, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/e2f9a87e6c9f40d7aad9b26f175835db, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/32e593b1078e435bbcfe2c6da54a6035, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/808863897ad64b4f805b747e77580ffa, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/cf8c72da11e8484685fb250bf92843a6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/26c4bcd788144fe9a27cfe68e81a2618, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/b022116bd63b4d308d34c544d0050d48, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ea50991e2dc84788a63bfbf5f42ab339, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ca4da487845140c4b6d7435854e83f12, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f27cb42edad44880be2566a81241d1af, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fcd1eb429b3d41039cb2110ab2ab1b03, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7636ef7d8436411e9829d99ff3bc60a7] to archive 2024-12-02T22:23:48,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:23:48,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7bc81e6c97f74a738f8dfb902d924ed1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7bc81e6c97f74a738f8dfb902d924ed1 2024-12-02T22:23:48,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/464d4b19211e47f7a37469a7b3858efd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/464d4b19211e47f7a37469a7b3858efd 2024-12-02T22:23:48,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/2bfd753b42a243b9a4e43aebbdeaaa43 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/2bfd753b42a243b9a4e43aebbdeaaa43 2024-12-02T22:23:48,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/502a79bcaa464218870628a1aa927317 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/502a79bcaa464218870628a1aa927317 2024-12-02T22:23:48,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/deb01aba074c4de6b577af48f27235c1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/deb01aba074c4de6b577af48f27235c1 2024-12-02T22:23:48,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/dbe8fe017be74b09bfba15beb1564094 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/dbe8fe017be74b09bfba15beb1564094 2024-12-02T22:23:48,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/c444dab84803467d9e38ac2d7d28064c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/c444dab84803467d9e38ac2d7d28064c 2024-12-02T22:23:48,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/eac2c33adcd04c39a05cf2e14d253896 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/eac2c33adcd04c39a05cf2e14d253896 2024-12-02T22:23:48,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0fea5c285f014c3c80a192c48a7fbd23 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0fea5c285f014c3c80a192c48a7fbd23 2024-12-02T22:23:48,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3411fc87689243e6a45e1f15f5cc612d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3411fc87689243e6a45e1f15f5cc612d 2024-12-02T22:23:48,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6dcb3e35e96e4a12b95d5e91c891708f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6dcb3e35e96e4a12b95d5e91c891708f 2024-12-02T22:23:48,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/47ed6ddca10345528c44d38e0fa4567d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/47ed6ddca10345528c44d38e0fa4567d 2024-12-02T22:23:48,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f971a2a6cd84197982cf312b717836a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f971a2a6cd84197982cf312b717836a 2024-12-02T22:23:48,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3484734971d248318bf2cdb6388805a3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/3484734971d248318bf2cdb6388805a3 2024-12-02T22:23:48,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/261e24a9b25b46b09d93ab8782f1ec43 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/261e24a9b25b46b09d93ab8782f1ec43 2024-12-02T22:23:48,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f167b5db0f854f4aa94ca473fc35e31c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f167b5db0f854f4aa94ca473fc35e31c 2024-12-02T22:23:48,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d780c31e4270442292730c089c5dc457 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d780c31e4270442292730c089c5dc457 2024-12-02T22:23:48,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0dc3cb139c9f44febf47b74bda69a4ea to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/0dc3cb139c9f44febf47b74bda69a4ea 2024-12-02T22:23:48,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/efdf1c42ff1d446dbf8db3a488b00095 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/efdf1c42ff1d446dbf8db3a488b00095 2024-12-02T22:23:48,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/1916360b41f44fd7ad730107b84efd87 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/1916360b41f44fd7ad730107b84efd87 2024-12-02T22:23:48,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/619d4287d16a49c88b51b7fb3838ded1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/619d4287d16a49c88b51b7fb3838ded1 2024-12-02T22:23:48,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/89777a9e0c9d40d7bb1800e3e6617780 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/89777a9e0c9d40d7bb1800e3e6617780 2024-12-02T22:23:48,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/23a7cbf249614f539b057522445917d1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/23a7cbf249614f539b057522445917d1 2024-12-02T22:23:48,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/82959c1917cc48ea9d844e1921baad72 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/82959c1917cc48ea9d844e1921baad72 2024-12-02T22:23:48,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d04fc793b2c34c0a870e505936122b11 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d04fc793b2c34c0a870e505936122b11 2024-12-02T22:23:48,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/69301714cfaa4431a3c90e07aadcfc1d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/69301714cfaa4431a3c90e07aadcfc1d 2024-12-02T22:23:48,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f96e10d09f847b49305e423c4960d1c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/6f96e10d09f847b49305e423c4960d1c 2024-12-02T22:23:48,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/bfe304bf103347b290f8092272acc4ec to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/bfe304bf103347b290f8092272acc4ec 2024-12-02T22:23:48,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/038e808c8464414795efc0177ab747f3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/038e808c8464414795efc0177ab747f3 2024-12-02T22:23:48,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/9ba3a8f1ea4f4d10957ee9289d5ac1a0 2024-12-02T22:23:48,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d43b3598359c45dc803a9d0106fd31fa to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/d43b3598359c45dc803a9d0106fd31fa 2024-12-02T22:23:48,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/e2f9a87e6c9f40d7aad9b26f175835db to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/e2f9a87e6c9f40d7aad9b26f175835db 2024-12-02T22:23:48,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/32e593b1078e435bbcfe2c6da54a6035 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/32e593b1078e435bbcfe2c6da54a6035 2024-12-02T22:23:48,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/808863897ad64b4f805b747e77580ffa to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/808863897ad64b4f805b747e77580ffa 2024-12-02T22:23:48,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/cf8c72da11e8484685fb250bf92843a6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/cf8c72da11e8484685fb250bf92843a6 2024-12-02T22:23:48,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/26c4bcd788144fe9a27cfe68e81a2618 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/26c4bcd788144fe9a27cfe68e81a2618 2024-12-02T22:23:48,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/b022116bd63b4d308d34c544d0050d48 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/b022116bd63b4d308d34c544d0050d48 2024-12-02T22:23:48,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ea50991e2dc84788a63bfbf5f42ab339 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ea50991e2dc84788a63bfbf5f42ab339 2024-12-02T22:23:48,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ca4da487845140c4b6d7435854e83f12 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/ca4da487845140c4b6d7435854e83f12 2024-12-02T22:23:48,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f27cb42edad44880be2566a81241d1af to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f27cb42edad44880be2566a81241d1af 2024-12-02T22:23:48,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fcd1eb429b3d41039cb2110ab2ab1b03 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fcd1eb429b3d41039cb2110ab2ab1b03 2024-12-02T22:23:48,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7636ef7d8436411e9829d99ff3bc60a7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/7636ef7d8436411e9829d99ff3bc60a7 2024-12-02T22:23:48,547 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/recovered.edits/653.seqid, newMaxSeqId=653, maxSeqId=1 2024-12-02T22:23:48,549 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e. 2024-12-02T22:23:48,549 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 8578c70965a657b38e03b3005e0c987e: 2024-12-02T22:23:48,551 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:48,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=8578c70965a657b38e03b3005e0c987e, regionState=CLOSED 2024-12-02T22:23:48,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-02T22:23:48,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 8578c70965a657b38e03b3005e0c987e, server=5e55ea54544d,39943,1733178189000 in 1.6240 sec 2024-12-02T22:23:48,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-12-02T22:23:48,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8578c70965a657b38e03b3005e0c987e, UNASSIGN in 1.6280 sec 2024-12-02T22:23:48,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-02T22:23:48,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6350 sec 2024-12-02T22:23:48,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178228559"}]},"ts":"1733178228559"} 2024-12-02T22:23:48,561 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T22:23:48,604 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T22:23:48,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7400 sec 2024-12-02T22:23:48,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T22:23:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T22:23:48,977 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-02T22:23:48,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T22:23:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:48,991 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:48,993 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T22:23:48,997 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:49,001 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/recovered.edits] 2024-12-02T22:23:49,004 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0dc5aa2f0dd34b2c806dcf42a8cc846c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/0dc5aa2f0dd34b2c806dcf42a8cc846c 2024-12-02T22:23:49,005 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/21347b7cee8641498795684bbefaa17c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/21347b7cee8641498795684bbefaa17c 2024-12-02T22:23:49,007 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b740b73d4a4d4ea89eee7d7879401bde to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/A/b740b73d4a4d4ea89eee7d7879401bde 2024-12-02T22:23:49,009 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b09c2179a5214465882c61a0bff0a4b2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/b09c2179a5214465882c61a0bff0a4b2 2024-12-02T22:23:49,010 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c112c9026b654b9fa2e64c869378dede to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/c112c9026b654b9fa2e64c869378dede 2024-12-02T22:23:49,011 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d39d9a1451384f468eff9828787b556d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/B/d39d9a1451384f468eff9828787b556d 2024-12-02T22:23:49,013 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/11292abbdbcf4de09f1bd8060d448ab1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/11292abbdbcf4de09f1bd8060d448ab1 2024-12-02T22:23:49,015 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f8e66a9953b14405a3e1ee177a692f6f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/f8e66a9953b14405a3e1ee177a692f6f 2024-12-02T22:23:49,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fc668019fe89439ba312ba4a6a7d454e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/C/fc668019fe89439ba312ba4a6a7d454e 2024-12-02T22:23:49,018 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/recovered.edits/653.seqid to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e/recovered.edits/653.seqid 2024-12-02T22:23:49,019 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/8578c70965a657b38e03b3005e0c987e 2024-12-02T22:23:49,019 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T22:23:49,024 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:49,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T22:23:49,033 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T22:23:49,063 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T22:23:49,064 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:49,064 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T22:23:49,065 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733178229064"}]},"ts":"9223372036854775807"} 2024-12-02T22:23:49,068 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T22:23:49,068 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8578c70965a657b38e03b3005e0c987e, NAME => 'TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T22:23:49,068 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T22:23:49,068 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733178229068"}]},"ts":"9223372036854775807"} 2024-12-02T22:23:49,071 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T22:23:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T22:23:49,121 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:49,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 136 msec 2024-12-02T22:23:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T22:23:49,297 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-02T22:23:49,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5e55ea54544d:39943-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2011295656_22 at /127.0.0.1:34664 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 152) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6827 (was 7396) 2024-12-02T22:23:49,322 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=6827 2024-12-02T22:23:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:23:49,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:23:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:49,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:23:49,327 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:49,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-12-02T22:23:49,328 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:23:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-02T22:23:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741976_1152 (size=963) 2024-12-02T22:23:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-02T22:23:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-02T22:23:49,741 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:23:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741977_1153 (size=53) 2024-12-02T22:23:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-02T22:23:50,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:50,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6c0a7694e1aa9d58f1ff793f50a9a757, disabling compactions & flushes 2024-12-02T22:23:50,166 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:50,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:50,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. after waiting 0 ms 2024-12-02T22:23:50,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:50,166 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:50,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:50,168 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:23:50,168 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733178230168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178230168"}]},"ts":"1733178230168"} 2024-12-02T22:23:50,169 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T22:23:50,170 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:23:50,170 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178230170"}]},"ts":"1733178230170"} 2024-12-02T22:23:50,171 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T22:23:50,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, ASSIGN}] 2024-12-02T22:23:50,223 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, ASSIGN 2024-12-02T22:23:50,224 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, ASSIGN; state=OFFLINE, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=false 2024-12-02T22:23:50,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=6c0a7694e1aa9d58f1ff793f50a9a757, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:50,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:23:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-02T22:23:50,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:50,535 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:50,535 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:23:50,535 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,535 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:50,536 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,536 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,537 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,538 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:50,538 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0a7694e1aa9d58f1ff793f50a9a757 columnFamilyName A 2024-12-02T22:23:50,538 DEBUG [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:50,538 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(327): Store=6c0a7694e1aa9d58f1ff793f50a9a757/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:50,539 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,539 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:50,540 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0a7694e1aa9d58f1ff793f50a9a757 columnFamilyName B 2024-12-02T22:23:50,540 DEBUG [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:50,540 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(327): Store=6c0a7694e1aa9d58f1ff793f50a9a757/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:50,541 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,541 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:50,542 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0a7694e1aa9d58f1ff793f50a9a757 columnFamilyName C 2024-12-02T22:23:50,542 DEBUG [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:50,542 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(327): Store=6c0a7694e1aa9d58f1ff793f50a9a757/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:50,542 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:50,543 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,543 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,545 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:23:50,546 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:50,548 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:23:50,548 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 6c0a7694e1aa9d58f1ff793f50a9a757; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71672405, jitterRate=0.06800206005573273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:23:50,549 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:50,550 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., pid=39, masterSystemTime=1733178230532 2024-12-02T22:23:50,551 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:50,552 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:50,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=6c0a7694e1aa9d58f1ff793f50a9a757, regionState=OPEN, openSeqNum=2, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:50,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-02T22:23:50,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 in 175 msec 2024-12-02T22:23:50,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-02T22:23:50,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, ASSIGN in 333 msec 2024-12-02T22:23:50,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:23:50,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178230557"}]},"ts":"1733178230557"} 2024-12-02T22:23:50,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T22:23:50,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:23:50,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2710 sec 2024-12-02T22:23:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-12-02T22:23:51,441 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-12-02T22:23:51,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-12-02T22:23:51,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:51,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:51,496 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:51,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:23:51,501 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:23:51,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:23:51,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:23:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T22:23:51,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741978_1154 (size=999) 2024-12-02T22:23:51,933 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T22:23:51,933 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T22:23:51,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:23:51,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, REOPEN/MOVE}] 2024-12-02T22:23:51,949 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, REOPEN/MOVE 2024-12-02T22:23:51,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=6c0a7694e1aa9d58f1ff793f50a9a757, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:51,951 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:23:51,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:23:52,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,104 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,105 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:23:52,105 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 6c0a7694e1aa9d58f1ff793f50a9a757, disabling compactions & flushes 2024-12-02T22:23:52,105 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,105 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,105 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. after waiting 0 ms 2024-12-02T22:23:52,105 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,115 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T22:23:52,116 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,116 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:52,116 WARN [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 6c0a7694e1aa9d58f1ff793f50a9a757 to self. 2024-12-02T22:23:52,118 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=6c0a7694e1aa9d58f1ff793f50a9a757, regionState=CLOSED 2024-12-02T22:23:52,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-02T22:23:52,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 in 169 msec 2024-12-02T22:23:52,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, REOPEN/MOVE; state=CLOSED, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=true 2024-12-02T22:23:52,274 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=6c0a7694e1aa9d58f1ff793f50a9a757, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:23:52,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,438 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,438 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:23:52,439 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,439 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:23:52,439 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,439 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,442 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,443 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:52,449 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0a7694e1aa9d58f1ff793f50a9a757 columnFamilyName A 2024-12-02T22:23:52,451 DEBUG [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:52,452 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(327): Store=6c0a7694e1aa9d58f1ff793f50a9a757/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:52,453 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,453 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:52,454 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0a7694e1aa9d58f1ff793f50a9a757 columnFamilyName B 2024-12-02T22:23:52,454 DEBUG [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:52,454 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(327): Store=6c0a7694e1aa9d58f1ff793f50a9a757/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:52,454 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,455 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:23:52,455 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0a7694e1aa9d58f1ff793f50a9a757 columnFamilyName C 2024-12-02T22:23:52,455 DEBUG [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:52,455 INFO [StoreOpener-6c0a7694e1aa9d58f1ff793f50a9a757-1 {}] regionserver.HStore(327): Store=6c0a7694e1aa9d58f1ff793f50a9a757/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:23:52,455 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,456 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,457 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,458 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:23:52,460 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,461 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 6c0a7694e1aa9d58f1ff793f50a9a757; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68069492, jitterRate=0.014314472675323486}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:23:52,463 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:52,463 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., pid=44, masterSystemTime=1733178232431 2024-12-02T22:23:52,465 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,465 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=6c0a7694e1aa9d58f1ff793f50a9a757, regionState=OPEN, openSeqNum=5, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-12-02T22:23:52,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 in 189 msec 2024-12-02T22:23:52,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-02T22:23:52,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, REOPEN/MOVE in 518 msec 2024-12-02T22:23:52,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-02T22:23:52,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 532 msec 2024-12-02T22:23:52,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-12-02T22:23:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-02T22:23:52,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-12-02T22:23:52,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-12-02T22:23:52,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-12-02T22:23:52,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-12-02T22:23:52,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-12-02T22:23:52,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-12-02T22:23:52,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-12-02T22:23:52,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-12-02T22:23:52,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,646 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-12-02T22:23:52,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:23:52,661 DEBUG [hconnection-0x20d8951c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:52,661 DEBUG [hconnection-0x4c751f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-02T22:23:52,662 DEBUG [hconnection-0x2ea9014a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T22:23:52,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,663 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,663 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:52,664 DEBUG [hconnection-0x6f22c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,664 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:52,664 DEBUG [hconnection-0x531be870-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:52,665 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,665 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,666 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,667 DEBUG [hconnection-0x7e456dba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,667 DEBUG [hconnection-0x72fcf40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,668 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,668 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,670 DEBUG [hconnection-0xb722434-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,671 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,671 DEBUG [hconnection-0x25f4197e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:23:52,672 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:52,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178292722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178292724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178292724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178292726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178292726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120222704f776a96460689840fcc23309da4_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178232668/Put/seqid=0 2024-12-02T22:23:52,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741979_1155 (size=12154) 2024-12-02T22:23:52,741 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:52,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120222704f776a96460689840fcc23309da4_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120222704f776a96460689840fcc23309da4_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:52,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/5970f3556dad4086bd1d860be2b4c84d, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:52,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/5970f3556dad4086bd1d860be2b4c84d is 175, key is test_row_0/A:col10/1733178232668/Put/seqid=0 2024-12-02T22:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T22:23:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741980_1156 (size=30955) 2024-12-02T22:23:52,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/5970f3556dad4086bd1d860be2b4c84d 2024-12-02T22:23:52,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T22:23:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:52,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:52,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/8994bf5e8a8a499aa5879563969be181 is 50, key is test_row_0/B:col10/1733178232668/Put/seqid=0 2024-12-02T22:23:52,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178292827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178292827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178292828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178292828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178292828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741981_1157 (size=12001) 2024-12-02T22:23:52,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/8994bf5e8a8a499aa5879563969be181 2024-12-02T22:23:52,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/0c669cd1338140c4b2ab0ff2043bfd0a is 50, key is test_row_0/C:col10/1733178232668/Put/seqid=0 2024-12-02T22:23:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741982_1158 (size=12001) 2024-12-02T22:23:52,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/0c669cd1338140c4b2ab0ff2043bfd0a 2024-12-02T22:23:52,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/5970f3556dad4086bd1d860be2b4c84d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5970f3556dad4086bd1d860be2b4c84d 2024-12-02T22:23:52,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5970f3556dad4086bd1d860be2b4c84d, entries=150, sequenceid=15, filesize=30.2 K 2024-12-02T22:23:52,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/8994bf5e8a8a499aa5879563969be181 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/8994bf5e8a8a499aa5879563969be181 2024-12-02T22:23:52,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/8994bf5e8a8a499aa5879563969be181, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T22:23:52,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/0c669cd1338140c4b2ab0ff2043bfd0a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/0c669cd1338140c4b2ab0ff2043bfd0a 2024-12-02T22:23:52,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/0c669cd1338140c4b2ab0ff2043bfd0a, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T22:23:52,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 248ms, sequenceid=15, compaction requested=false 2024-12-02T22:23:52,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T22:23:52,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:52,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T22:23:52,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:52,974 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:23:52,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:52,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:52,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:52,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120270383be4ffb3466c83918f4355320fc7_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178232722/Put/seqid=0 2024-12-02T22:23:53,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741983_1159 (size=12154) 2024-12-02T22:23:53,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:53,013 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120270383be4ffb3466c83918f4355320fc7_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270383be4ffb3466c83918f4355320fc7_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/76a334fb15bd48e6b83cd73bc6a73da8, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/76a334fb15bd48e6b83cd73bc6a73da8 is 175, key is test_row_0/A:col10/1733178232722/Put/seqid=0 2024-12-02T22:23:53,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741984_1160 (size=30955) 2024-12-02T22:23:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:53,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:53,035 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/76a334fb15bd48e6b83cd73bc6a73da8 2024-12-02T22:23:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178293037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178293039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178293042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178293042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178293042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/557dec76a7724aca9658a089aa3f37bd is 50, key is test_row_0/B:col10/1733178232722/Put/seqid=0 2024-12-02T22:23:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741985_1161 (size=12001) 2024-12-02T22:23:53,069 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/557dec76a7724aca9658a089aa3f37bd 2024-12-02T22:23:53,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/dfbb62f7795c41b694cb4c64566bb3aa is 50, key is test_row_0/C:col10/1733178232722/Put/seqid=0 2024-12-02T22:23:53,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741986_1162 (size=12001) 2024-12-02T22:23:53,095 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/dfbb62f7795c41b694cb4c64566bb3aa 2024-12-02T22:23:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/76a334fb15bd48e6b83cd73bc6a73da8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/76a334fb15bd48e6b83cd73bc6a73da8 2024-12-02T22:23:53,110 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/76a334fb15bd48e6b83cd73bc6a73da8, entries=150, sequenceid=40, filesize=30.2 K 2024-12-02T22:23:53,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/557dec76a7724aca9658a089aa3f37bd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/557dec76a7724aca9658a089aa3f37bd 2024-12-02T22:23:53,117 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/557dec76a7724aca9658a089aa3f37bd, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T22:23:53,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/dfbb62f7795c41b694cb4c64566bb3aa as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfbb62f7795c41b694cb4c64566bb3aa 2024-12-02T22:23:53,125 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfbb62f7795c41b694cb4c64566bb3aa, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T22:23:53,127 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 153ms, sequenceid=40, compaction requested=false 2024-12-02T22:23:53,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:53,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-02T22:23:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-02T22:23:53,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-02T22:23:53,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 465 msec 2024-12-02T22:23:53,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 470 msec 2024-12-02T22:23:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:53,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:23:53,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:53,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:53,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:53,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:53,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:53,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:53,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120288b7c3d125a04bac958b2c3a400c6330_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178233148/Put/seqid=0 2024-12-02T22:23:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741987_1163 (size=14594) 2024-12-02T22:23:53,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:53,191 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120288b7c3d125a04bac958b2c3a400c6330_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288b7c3d125a04bac958b2c3a400c6330_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:53,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/96ac289b82244f69adeae4997373d139, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:53,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/96ac289b82244f69adeae4997373d139 is 175, key is test_row_0/A:col10/1733178233148/Put/seqid=0 2024-12-02T22:23:53,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178293190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178293190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178293192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178293193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178293195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741988_1164 (size=39549) 2024-12-02T22:23:53,207 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/96ac289b82244f69adeae4997373d139 2024-12-02T22:23:53,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/0f349b56548c47c0b6038aca0558b399 is 50, key is test_row_0/B:col10/1733178233148/Put/seqid=0 2024-12-02T22:23:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741989_1165 (size=12001) 2024-12-02T22:23:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T22:23:53,266 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-02T22:23:53,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-02T22:23:53,270 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T22:23:53,271 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:53,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:53,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178293297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178293297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178293300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178293301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178293302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T22:23:53,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T22:23:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:53,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178293503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178293503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178293504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178293504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178293503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T22:23:53,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T22:23:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:53,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:53,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/0f349b56548c47c0b6038aca0558b399 2024-12-02T22:23:53,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/f8db7a0308154374b5e8dae17a611fa1 is 50, key is test_row_0/C:col10/1733178233148/Put/seqid=0 2024-12-02T22:23:53,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741990_1166 (size=12001) 2024-12-02T22:23:53,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/f8db7a0308154374b5e8dae17a611fa1 2024-12-02T22:23:53,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/96ac289b82244f69adeae4997373d139 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/96ac289b82244f69adeae4997373d139 2024-12-02T22:23:53,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/96ac289b82244f69adeae4997373d139, entries=200, sequenceid=54, filesize=38.6 K 2024-12-02T22:23:53,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/0f349b56548c47c0b6038aca0558b399 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/0f349b56548c47c0b6038aca0558b399 2024-12-02T22:23:53,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/0f349b56548c47c0b6038aca0558b399, entries=150, sequenceid=54, filesize=11.7 K 2024-12-02T22:23:53,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/f8db7a0308154374b5e8dae17a611fa1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f8db7a0308154374b5e8dae17a611fa1 2024-12-02T22:23:53,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f8db7a0308154374b5e8dae17a611fa1, entries=150, sequenceid=54, filesize=11.7 K 2024-12-02T22:23:53,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 548ms, sequenceid=54, compaction requested=true 2024-12-02T22:23:53,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:53,696 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:53,697 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:53,698 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:53,698 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/B is initiating minor compaction (all files) 2024-12-02T22:23:53,699 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/B in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,699 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/8994bf5e8a8a499aa5879563969be181, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/557dec76a7724aca9658a089aa3f37bd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/0f349b56548c47c0b6038aca0558b399] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=35.2 K 2024-12-02T22:23:53,699 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:53,699 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/A is initiating minor compaction (all files) 2024-12-02T22:23:53,699 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/A in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,699 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5970f3556dad4086bd1d860be2b4c84d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/76a334fb15bd48e6b83cd73bc6a73da8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/96ac289b82244f69adeae4997373d139] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=99.1 K 2024-12-02T22:23:53,699 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,699 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5970f3556dad4086bd1d860be2b4c84d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/76a334fb15bd48e6b83cd73bc6a73da8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/96ac289b82244f69adeae4997373d139] 2024-12-02T22:23:53,700 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8994bf5e8a8a499aa5879563969be181, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733178232668 2024-12-02T22:23:53,700 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 557dec76a7724aca9658a089aa3f37bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178232704 2024-12-02T22:23:53,700 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5970f3556dad4086bd1d860be2b4c84d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733178232668 2024-12-02T22:23:53,701 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f349b56548c47c0b6038aca0558b399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733178233145 2024-12-02T22:23:53,701 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76a334fb15bd48e6b83cd73bc6a73da8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178232704 2024-12-02T22:23:53,702 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ac289b82244f69adeae4997373d139, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733178233034 2024-12-02T22:23:53,717 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#B#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:53,718 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/920357f28f624879a1ef9ccb5bbe2907 is 50, key is test_row_0/B:col10/1733178233148/Put/seqid=0 2024-12-02T22:23:53,722 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:53,731 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202b5827a25e8a447af8e9e08ecd3478179_6c0a7694e1aa9d58f1ff793f50a9a757 store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:53,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T22:23:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,733 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T22:23:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:53,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741991_1167 (size=12104) 2024-12-02T22:23:53,742 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202b5827a25e8a447af8e9e08ecd3478179_6c0a7694e1aa9d58f1ff793f50a9a757, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:53,742 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b5827a25e8a447af8e9e08ecd3478179_6c0a7694e1aa9d58f1ff793f50a9a757 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:53,744 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/920357f28f624879a1ef9ccb5bbe2907 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/920357f28f624879a1ef9ccb5bbe2907 2024-12-02T22:23:53,751 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/B of 6c0a7694e1aa9d58f1ff793f50a9a757 into 920357f28f624879a1ef9ccb5bbe2907(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:53,751 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:53,751 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/B, priority=13, startTime=1733178233697; duration=0sec 2024-12-02T22:23:53,751 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:53,751 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:B 2024-12-02T22:23:53,751 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:53,753 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:53,753 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/C is initiating minor compaction (all files) 2024-12-02T22:23:53,753 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/C in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:53,754 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/0c669cd1338140c4b2ab0ff2043bfd0a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfbb62f7795c41b694cb4c64566bb3aa, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f8db7a0308154374b5e8dae17a611fa1] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=35.2 K 2024-12-02T22:23:53,755 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c669cd1338140c4b2ab0ff2043bfd0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733178232668 2024-12-02T22:23:53,756 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting dfbb62f7795c41b694cb4c64566bb3aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178232704 2024-12-02T22:23:53,756 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting f8db7a0308154374b5e8dae17a611fa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733178233145 2024-12-02T22:23:53,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120257b12f3fef3542d496ad64167580c0f6_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178233192/Put/seqid=0 2024-12-02T22:23:53,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741992_1168 (size=4469) 2024-12-02T22:23:53,767 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#A#compaction#147 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:53,770 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/05bd0b4a7c9b485cac377ab297c0c09a is 175, key is test_row_0/A:col10/1733178233148/Put/seqid=0 2024-12-02T22:23:53,800 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#C#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:53,800 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/7f00ef53cb464a9d83b6c5fc1858777d is 50, key is test_row_0/C:col10/1733178233148/Put/seqid=0 2024-12-02T22:23:53,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741993_1169 (size=12154) 2024-12-02T22:23:53,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:53,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:53,812 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120257b12f3fef3542d496ad64167580c0f6_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120257b12f3fef3542d496ad64167580c0f6_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741995_1171 (size=12104) 2024-12-02T22:23:53,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/48d643ffd65c41cc9731be209aec60aa, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:53,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/48d643ffd65c41cc9731be209aec60aa is 175, key is test_row_0/A:col10/1733178233192/Put/seqid=0 2024-12-02T22:23:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741994_1170 (size=31058) 2024-12-02T22:23:53,821 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/7f00ef53cb464a9d83b6c5fc1858777d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/7f00ef53cb464a9d83b6c5fc1858777d 2024-12-02T22:23:53,830 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/C of 6c0a7694e1aa9d58f1ff793f50a9a757 into 7f00ef53cb464a9d83b6c5fc1858777d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:53,830 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:53,831 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/C, priority=13, startTime=1733178233697; duration=0sec 2024-12-02T22:23:53,831 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:53,831 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:C 2024-12-02T22:23:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741996_1172 (size=30955) 2024-12-02T22:23:53,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178293826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178293827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178293830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178293831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178293831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T22:23:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178293935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178293935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178293935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178293936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178293937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:23:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178294140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178294141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178294140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178294141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178294142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,221 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/05bd0b4a7c9b485cac377ab297c0c09a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05bd0b4a7c9b485cac377ab297c0c09a 2024-12-02T22:23:54,226 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/A of 6c0a7694e1aa9d58f1ff793f50a9a757 into 05bd0b4a7c9b485cac377ab297c0c09a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:54,226 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:54,226 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/A, priority=13, startTime=1733178233696; duration=0sec 2024-12-02T22:23:54,226 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:54,226 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:A 2024-12-02T22:23:54,231 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/48d643ffd65c41cc9731be209aec60aa 2024-12-02T22:23:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/9405543ca2124b9c895f11c9c46d54cf is 50, key is test_row_0/B:col10/1733178233192/Put/seqid=0 2024-12-02T22:23:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741997_1173 (size=12001) 2024-12-02T22:23:54,272 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/9405543ca2124b9c895f11c9c46d54cf 2024-12-02T22:23:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/537da245d42f4303bf5f7e1dc0122005 is 50, key is test_row_0/C:col10/1733178233192/Put/seqid=0 2024-12-02T22:23:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741998_1174 (size=12001) 2024-12-02T22:23:54,332 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/537da245d42f4303bf5f7e1dc0122005 2024-12-02T22:23:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/48d643ffd65c41cc9731be209aec60aa as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/48d643ffd65c41cc9731be209aec60aa 2024-12-02T22:23:54,351 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/48d643ffd65c41cc9731be209aec60aa, entries=150, sequenceid=77, filesize=30.2 K 2024-12-02T22:23:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/9405543ca2124b9c895f11c9c46d54cf as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/9405543ca2124b9c895f11c9c46d54cf 2024-12-02T22:23:54,357 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/9405543ca2124b9c895f11c9c46d54cf, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T22:23:54,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/537da245d42f4303bf5f7e1dc0122005 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/537da245d42f4303bf5f7e1dc0122005 2024-12-02T22:23:54,367 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/537da245d42f4303bf5f7e1dc0122005, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T22:23:54,369 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 636ms, sequenceid=77, compaction requested=false 2024-12-02T22:23:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-02T22:23:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-02T22:23:54,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-02T22:23:54,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec 2024-12-02T22:23:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T22:23:54,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.1060 sec 2024-12-02T22:23:54,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T22:23:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:54,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:54,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120253c512763459469d81f063fa0a38dee1_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178234445/Put/seqid=0 2024-12-02T22:23:54,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178294467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178294468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178294471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178294473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178294473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741999_1175 (size=14594) 2024-12-02T22:23:54,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:54,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120253c512763459469d81f063fa0a38dee1_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120253c512763459469d81f063fa0a38dee1_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:54,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/6b2624992e414aee85a2b75ebbb04f53, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:54,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/6b2624992e414aee85a2b75ebbb04f53 is 175, key is test_row_0/A:col10/1733178234445/Put/seqid=0 2024-12-02T22:23:54,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742000_1176 (size=39549) 2024-12-02T22:23:54,510 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/6b2624992e414aee85a2b75ebbb04f53 2024-12-02T22:23:54,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/d9bd84f604894be798845d6b7f016afc is 50, key is test_row_0/B:col10/1733178234445/Put/seqid=0 2024-12-02T22:23:54,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742001_1177 (size=12001) 2024-12-02T22:23:54,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/d9bd84f604894be798845d6b7f016afc 2024-12-02T22:23:54,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/46082c7aa77f4f9e8db09f7de4b7ae41 is 50, key is test_row_0/C:col10/1733178234445/Put/seqid=0 2024-12-02T22:23:54,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742002_1178 (size=12001) 2024-12-02T22:23:54,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/46082c7aa77f4f9e8db09f7de4b7ae41 2024-12-02T22:23:54,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/6b2624992e414aee85a2b75ebbb04f53 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/6b2624992e414aee85a2b75ebbb04f53 2024-12-02T22:23:54,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/6b2624992e414aee85a2b75ebbb04f53, entries=200, sequenceid=97, filesize=38.6 K 2024-12-02T22:23:54,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178294577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178294578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/d9bd84f604894be798845d6b7f016afc as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/d9bd84f604894be798845d6b7f016afc 2024-12-02T22:23:54,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178294579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178294580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178294580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/d9bd84f604894be798845d6b7f016afc, entries=150, sequenceid=97, filesize=11.7 K 2024-12-02T22:23:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/46082c7aa77f4f9e8db09f7de4b7ae41 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/46082c7aa77f4f9e8db09f7de4b7ae41 2024-12-02T22:23:54,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/46082c7aa77f4f9e8db09f7de4b7ae41, entries=150, sequenceid=97, filesize=11.7 K 2024-12-02T22:23:54,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 149ms, sequenceid=97, compaction requested=true 2024-12-02T22:23:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:54,597 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:54,597 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:54,602 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:54,602 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/B is initiating minor compaction (all files) 2024-12-02T22:23:54,602 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/B in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:54,602 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:54,602 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/A is initiating minor compaction (all files) 2024-12-02T22:23:54,603 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/A in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:54,603 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05bd0b4a7c9b485cac377ab297c0c09a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/48d643ffd65c41cc9731be209aec60aa, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/6b2624992e414aee85a2b75ebbb04f53] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=99.2 K 2024-12-02T22:23:54,603 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:54,603 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05bd0b4a7c9b485cac377ab297c0c09a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/48d643ffd65c41cc9731be209aec60aa, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/6b2624992e414aee85a2b75ebbb04f53] 2024-12-02T22:23:54,603 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/920357f28f624879a1ef9ccb5bbe2907, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/9405543ca2124b9c895f11c9c46d54cf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/d9bd84f604894be798845d6b7f016afc] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=35.3 K 2024-12-02T22:23:54,604 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 920357f28f624879a1ef9ccb5bbe2907, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733178233145 2024-12-02T22:23:54,604 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05bd0b4a7c9b485cac377ab297c0c09a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733178233145 2024-12-02T22:23:54,604 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48d643ffd65c41cc9731be209aec60aa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178233186 2024-12-02T22:23:54,604 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 9405543ca2124b9c895f11c9c46d54cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178233186 2024-12-02T22:23:54,604 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d9bd84f604894be798845d6b7f016afc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178233814 2024-12-02T22:23:54,605 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b2624992e414aee85a2b75ebbb04f53, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178233814 2024-12-02T22:23:54,614 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:54,614 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#B#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:54,615 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/38a6f215d8604a67ab0af63bd10af99e is 50, key is test_row_0/B:col10/1733178234445/Put/seqid=0 2024-12-02T22:23:54,618 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120249a5d7a708634d75b7872e2c4fa29f80_6c0a7694e1aa9d58f1ff793f50a9a757 store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:54,620 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120249a5d7a708634d75b7872e2c4fa29f80_6c0a7694e1aa9d58f1ff793f50a9a757, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:54,621 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120249a5d7a708634d75b7872e2c4fa29f80_6c0a7694e1aa9d58f1ff793f50a9a757 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742004_1180 (size=4469) 2024-12-02T22:23:54,633 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#A#compaction#156 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:54,634 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a88971c90cc644e8b8421a8b468b47f8 is 175, key is test_row_0/A:col10/1733178234445/Put/seqid=0 2024-12-02T22:23:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742003_1179 (size=12207) 2024-12-02T22:23:54,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742005_1181 (size=31161) 2024-12-02T22:23:54,650 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/38a6f215d8604a67ab0af63bd10af99e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/38a6f215d8604a67ab0af63bd10af99e 2024-12-02T22:23:54,651 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a88971c90cc644e8b8421a8b468b47f8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a88971c90cc644e8b8421a8b468b47f8 2024-12-02T22:23:54,657 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/A of 6c0a7694e1aa9d58f1ff793f50a9a757 into a88971c90cc644e8b8421a8b468b47f8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:54,657 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/B of 6c0a7694e1aa9d58f1ff793f50a9a757 into 38a6f215d8604a67ab0af63bd10af99e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:54,657 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:54,657 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:54,657 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/A, priority=13, startTime=1733178234597; duration=0sec 2024-12-02T22:23:54,657 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/B, priority=13, startTime=1733178234597; duration=0sec 2024-12-02T22:23:54,657 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:54,657 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:54,657 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:A 2024-12-02T22:23:54,657 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:B 2024-12-02T22:23:54,657 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:54,659 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:54,659 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/C is initiating minor compaction (all files) 2024-12-02T22:23:54,660 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/C in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:54,660 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/7f00ef53cb464a9d83b6c5fc1858777d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/537da245d42f4303bf5f7e1dc0122005, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/46082c7aa77f4f9e8db09f7de4b7ae41] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=35.3 K 2024-12-02T22:23:54,660 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f00ef53cb464a9d83b6c5fc1858777d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733178233145 2024-12-02T22:23:54,660 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537da245d42f4303bf5f7e1dc0122005, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178233186 2024-12-02T22:23:54,661 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46082c7aa77f4f9e8db09f7de4b7ae41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178233814 2024-12-02T22:23:54,669 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#C#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:54,670 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/60a437097b2a4649a7a709d3bbf34159 is 50, key is test_row_0/C:col10/1733178234445/Put/seqid=0 2024-12-02T22:23:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742006_1182 (size=12207) 2024-12-02T22:23:54,694 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/60a437097b2a4649a7a709d3bbf34159 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60a437097b2a4649a7a709d3bbf34159 2024-12-02T22:23:54,703 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/C of 6c0a7694e1aa9d58f1ff793f50a9a757 into 60a437097b2a4649a7a709d3bbf34159(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:54,703 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:54,703 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/C, priority=13, startTime=1733178234597; duration=0sec 2024-12-02T22:23:54,703 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:54,703 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:C 2024-12-02T22:23:54,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T22:23:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:54,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:54,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:54,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:54,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:54,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:54,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:54,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025d88d6a40ba140978c705af8a7b5f0ae_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178234781/Put/seqid=0 2024-12-02T22:23:54,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178294796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178294797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178294799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178294797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178294800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742007_1183 (size=14594) 2024-12-02T22:23:54,811 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:54,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025d88d6a40ba140978c705af8a7b5f0ae_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025d88d6a40ba140978c705af8a7b5f0ae_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:54,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/11772540a5984f4b9b758a5864e1b649, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:54,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/11772540a5984f4b9b758a5864e1b649 is 175, key is test_row_0/A:col10/1733178234781/Put/seqid=0 2024-12-02T22:23:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742008_1184 (size=39549) 2024-12-02T22:23:54,834 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/11772540a5984f4b9b758a5864e1b649 2024-12-02T22:23:54,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/dbcaf59998dc499a95b85f714dae2acd is 50, key is test_row_0/B:col10/1733178234781/Put/seqid=0 2024-12-02T22:23:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742009_1185 (size=12001) 2024-12-02T22:23:54,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178294901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178294903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178294903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178294903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178294904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178295105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178295105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178295106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178295106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178295107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/dbcaf59998dc499a95b85f714dae2acd 2024-12-02T22:23:55,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/b7f27851ef4c43f1abcefbde81989e38 is 50, key is test_row_0/C:col10/1733178234781/Put/seqid=0 2024-12-02T22:23:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742010_1186 (size=12001) 2024-12-02T22:23:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T22:23:55,375 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-02T22:23:55,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-02T22:23:55,378 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T22:23:55,379 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:55,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:55,389 INFO [master/5e55ea54544d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T22:23:55,389 INFO [master/5e55ea54544d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T22:23:55,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178295409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178295410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178295409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178295411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178295411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T22:23:55,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T22:23:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:55,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T22:23:55,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T22:23:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:55,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:55,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/b7f27851ef4c43f1abcefbde81989e38 2024-12-02T22:23:55,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/11772540a5984f4b9b758a5864e1b649 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/11772540a5984f4b9b758a5864e1b649 2024-12-02T22:23:55,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/11772540a5984f4b9b758a5864e1b649, entries=200, sequenceid=121, filesize=38.6 K 2024-12-02T22:23:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/dbcaf59998dc499a95b85f714dae2acd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/dbcaf59998dc499a95b85f714dae2acd 2024-12-02T22:23:55,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/dbcaf59998dc499a95b85f714dae2acd, entries=150, sequenceid=121, filesize=11.7 K 2024-12-02T22:23:55,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/b7f27851ef4c43f1abcefbde81989e38 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/b7f27851ef4c43f1abcefbde81989e38 2024-12-02T22:23:55,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/b7f27851ef4c43f1abcefbde81989e38, entries=150, sequenceid=121, filesize=11.7 K 2024-12-02T22:23:55,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 935ms, sequenceid=121, compaction requested=false 2024-12-02T22:23:55,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:55,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T22:23:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:55,840 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T22:23:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:55,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202175083d73fe94ebbaa247b457ab9dfbc_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178234798/Put/seqid=0 2024-12-02T22:23:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742011_1187 (size=12304) 2024-12-02T22:23:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:55,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178295935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178295935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178295936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178295936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178295938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T22:23:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178296040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178296041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178296041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178296041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178296043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178296244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178296244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178296244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178296246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178296246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:56,271 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202175083d73fe94ebbaa247b457ab9dfbc_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202175083d73fe94ebbaa247b457ab9dfbc_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/3abdee407c5e46afb2d2fd855473a551, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/3abdee407c5e46afb2d2fd855473a551 is 175, key is test_row_0/A:col10/1733178234798/Put/seqid=0 2024-12-02T22:23:56,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742012_1188 (size=31105) 2024-12-02T22:23:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T22:23:56,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178296546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178296549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178296549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178296550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178296550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:56,704 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/3abdee407c5e46afb2d2fd855473a551 2024-12-02T22:23:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1844a51ef97c4aeba49d918e43c39199 is 50, key is test_row_0/B:col10/1733178234798/Put/seqid=0 2024-12-02T22:23:56,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742013_1189 (size=12151) 2024-12-02T22:23:56,733 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1844a51ef97c4aeba49d918e43c39199 2024-12-02T22:23:56,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/16f58de13bb84d4eb6bd376a60deb5d8 is 50, key is test_row_0/C:col10/1733178234798/Put/seqid=0 2024-12-02T22:23:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742014_1190 (size=12151) 2024-12-02T22:23:56,748 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/16f58de13bb84d4eb6bd376a60deb5d8 2024-12-02T22:23:56,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/3abdee407c5e46afb2d2fd855473a551 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3abdee407c5e46afb2d2fd855473a551 2024-12-02T22:23:56,763 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3abdee407c5e46afb2d2fd855473a551, entries=150, sequenceid=136, filesize=30.4 K 2024-12-02T22:23:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1844a51ef97c4aeba49d918e43c39199 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1844a51ef97c4aeba49d918e43c39199 2024-12-02T22:23:56,772 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1844a51ef97c4aeba49d918e43c39199, entries=150, sequenceid=136, filesize=11.9 K 2024-12-02T22:23:56,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/16f58de13bb84d4eb6bd376a60deb5d8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/16f58de13bb84d4eb6bd376a60deb5d8 2024-12-02T22:23:56,781 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/16f58de13bb84d4eb6bd376a60deb5d8, entries=150, sequenceid=136, filesize=11.9 K 2024-12-02T22:23:56,783 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 942ms, sequenceid=136, compaction requested=true 2024-12-02T22:23:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-02T22:23:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-02T22:23:56,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-02T22:23:56,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-02T22:23:56,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.4150 sec 2024-12-02T22:23:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:57,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T22:23:57,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:57,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:57,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:57,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:57,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:57,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:57,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c692d5ecf13c48da89854ed9d249316f_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178237053/Put/seqid=0 2024-12-02T22:23:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178297063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178297065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178297066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178297067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178297067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742015_1191 (size=14794) 2024-12-02T22:23:57,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178297167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178297168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178297169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178297170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178297170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178297370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178297370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178297371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178297371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178297372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,480 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T22:23:57,482 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-02T22:23:57,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-02T22:23:57,484 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c692d5ecf13c48da89854ed9d249316f_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c692d5ecf13c48da89854ed9d249316f_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:57,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T22:23:57,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:57,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:57,486 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/c9988c3f998140cc87601cd8e1a586a2, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:57,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/c9988c3f998140cc87601cd8e1a586a2 is 175, key is test_row_0/A:col10/1733178237053/Put/seqid=0 2024-12-02T22:23:57,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742016_1192 (size=39749) 2024-12-02T22:23:57,492 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/c9988c3f998140cc87601cd8e1a586a2 2024-12-02T22:23:57,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/248fb088e891410cb9333a62035a5526 is 50, key is test_row_0/B:col10/1733178237053/Put/seqid=0 2024-12-02T22:23:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742017_1193 (size=12151) 2024-12-02T22:23:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T22:23:57,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T22:23:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178297674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178297674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178297674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178297674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178297675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T22:23:57,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T22:23:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/248fb088e891410cb9333a62035a5526 2024-12-02T22:23:57,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/412665731a784360b30d1dc2d21afeb1 is 50, key is test_row_0/C:col10/1733178237053/Put/seqid=0 2024-12-02T22:23:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742018_1194 (size=12151) 2024-12-02T22:23:57,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/412665731a784360b30d1dc2d21afeb1 2024-12-02T22:23:57,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/c9988c3f998140cc87601cd8e1a586a2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c9988c3f998140cc87601cd8e1a586a2 2024-12-02T22:23:57,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c9988c3f998140cc87601cd8e1a586a2, entries=200, sequenceid=159, filesize=38.8 K 2024-12-02T22:23:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/248fb088e891410cb9333a62035a5526 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/248fb088e891410cb9333a62035a5526 2024-12-02T22:23:57,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/248fb088e891410cb9333a62035a5526, entries=150, sequenceid=159, filesize=11.9 K 2024-12-02T22:23:57,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:57,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T22:23:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/412665731a784360b30d1dc2d21afeb1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/412665731a784360b30d1dc2d21afeb1 2024-12-02T22:23:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:57,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/412665731a784360b30d1dc2d21afeb1, entries=150, sequenceid=159, filesize=11.9 K 2024-12-02T22:23:57,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 894ms, sequenceid=159, compaction requested=true 2024-12-02T22:23:57,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:57,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:57,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:57,948 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:57,948 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:57,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:57,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:57,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:57,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:57,950 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:57,950 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/A is initiating minor compaction (all files) 2024-12-02T22:23:57,950 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/A in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,950 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a88971c90cc644e8b8421a8b468b47f8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/11772540a5984f4b9b758a5864e1b649, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3abdee407c5e46afb2d2fd855473a551, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c9988c3f998140cc87601cd8e1a586a2] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=138.2 K 2024-12-02T22:23:57,950 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,950 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a88971c90cc644e8b8421a8b468b47f8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/11772540a5984f4b9b758a5864e1b649, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3abdee407c5e46afb2d2fd855473a551, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c9988c3f998140cc87601cd8e1a586a2] 2024-12-02T22:23:57,950 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:57,950 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/B is initiating minor compaction (all files) 2024-12-02T22:23:57,950 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/B in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,951 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/38a6f215d8604a67ab0af63bd10af99e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/dbcaf59998dc499a95b85f714dae2acd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1844a51ef97c4aeba49d918e43c39199, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/248fb088e891410cb9333a62035a5526] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=47.4 K 2024-12-02T22:23:57,951 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 38a6f215d8604a67ab0af63bd10af99e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178233814 2024-12-02T22:23:57,951 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a88971c90cc644e8b8421a8b468b47f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178233814 2024-12-02T22:23:57,952 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11772540a5984f4b9b758a5864e1b649, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733178234451 2024-12-02T22:23:57,952 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting dbcaf59998dc499a95b85f714dae2acd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733178234451 2024-12-02T22:23:57,952 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3abdee407c5e46afb2d2fd855473a551, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733178234796 2024-12-02T22:23:57,952 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1844a51ef97c4aeba49d918e43c39199, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733178234796 2024-12-02T22:23:57,952 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9988c3f998140cc87601cd8e1a586a2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733178235934 2024-12-02T22:23:57,953 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 248fb088e891410cb9333a62035a5526, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733178235934 2024-12-02T22:23:57,960 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:57,960 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#B#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:57,961 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/ccc81ac87b1f44d08205528239149a47 is 50, key is test_row_0/B:col10/1733178237053/Put/seqid=0 2024-12-02T22:23:57,962 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202186a14a58dc248d987b1bb252dcc28b1_6c0a7694e1aa9d58f1ff793f50a9a757 store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:57,965 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202186a14a58dc248d987b1bb252dcc28b1_6c0a7694e1aa9d58f1ff793f50a9a757, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:57,965 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202186a14a58dc248d987b1bb252dcc28b1_6c0a7694e1aa9d58f1ff793f50a9a757 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742019_1195 (size=12493) 2024-12-02T22:23:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742020_1196 (size=4469) 2024-12-02T22:23:57,971 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#A#compaction#168 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:57,973 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/9b7c7a0545d34089bca43c939b682ebd is 175, key is test_row_0/A:col10/1733178237053/Put/seqid=0 2024-12-02T22:23:57,977 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/ccc81ac87b1f44d08205528239149a47 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ccc81ac87b1f44d08205528239149a47 2024-12-02T22:23:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742021_1197 (size=31447) 2024-12-02T22:23:57,983 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/B of 6c0a7694e1aa9d58f1ff793f50a9a757 into ccc81ac87b1f44d08205528239149a47(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:57,983 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:57,983 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/B, priority=12, startTime=1733178237948; duration=0sec 2024-12-02T22:23:57,983 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:57,983 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:B 2024-12-02T22:23:57,983 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:23:57,984 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/9b7c7a0545d34089bca43c939b682ebd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/9b7c7a0545d34089bca43c939b682ebd 2024-12-02T22:23:57,986 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:23:57,986 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/C is initiating minor compaction (all files) 2024-12-02T22:23:57,986 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/C in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:57,986 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60a437097b2a4649a7a709d3bbf34159, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/b7f27851ef4c43f1abcefbde81989e38, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/16f58de13bb84d4eb6bd376a60deb5d8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/412665731a784360b30d1dc2d21afeb1] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=47.4 K 2024-12-02T22:23:57,987 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 60a437097b2a4649a7a709d3bbf34159, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178233814 2024-12-02T22:23:57,987 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b7f27851ef4c43f1abcefbde81989e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733178234451 2024-12-02T22:23:57,987 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f58de13bb84d4eb6bd376a60deb5d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733178234796 2024-12-02T22:23:57,988 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 412665731a784360b30d1dc2d21afeb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733178235934 2024-12-02T22:23:57,989 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/A of 6c0a7694e1aa9d58f1ff793f50a9a757 into 9b7c7a0545d34089bca43c939b682ebd(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:57,989 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:57,989 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/A, priority=12, startTime=1733178237948; duration=0sec 2024-12-02T22:23:57,990 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:57,990 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:A 2024-12-02T22:23:57,998 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#C#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:57,999 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/e36f6c752e594615a48b0a9c1f14d553 is 50, key is test_row_0/C:col10/1733178237053/Put/seqid=0 2024-12-02T22:23:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742022_1198 (size=12493) 2024-12-02T22:23:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T22:23:58,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T22:23:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:58,095 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T22:23:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022dd12f7605964c25b2f030bb74796344_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178237063/Put/seqid=0 2024-12-02T22:23:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742023_1199 (size=12304) 2024-12-02T22:23:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,116 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022dd12f7605964c25b2f030bb74796344_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022dd12f7605964c25b2f030bb74796344_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/5206a8c45ab04d72b0b466e7bdd003d1, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/5206a8c45ab04d72b0b466e7bdd003d1 is 175, key is test_row_0/A:col10/1733178237063/Put/seqid=0 2024-12-02T22:23:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742024_1200 (size=31105) 2024-12-02T22:23:58,123 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/5206a8c45ab04d72b0b466e7bdd003d1 2024-12-02T22:23:58,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/a3d7727fd53d4c86b8de7be57c8632e1 is 50, key is test_row_0/B:col10/1733178237063/Put/seqid=0 2024-12-02T22:23:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742025_1201 (size=12151) 2024-12-02T22:23:58,137 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/a3d7727fd53d4c86b8de7be57c8632e1 2024-12-02T22:23:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/f6cc0559ae3f498d85f1cac60e74c9ec is 50, key is test_row_0/C:col10/1733178237063/Put/seqid=0 2024-12-02T22:23:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742026_1202 (size=12151) 2024-12-02T22:23:58,160 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/f6cc0559ae3f498d85f1cac60e74c9ec 2024-12-02T22:23:58,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/5206a8c45ab04d72b0b466e7bdd003d1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5206a8c45ab04d72b0b466e7bdd003d1 2024-12-02T22:23:58,174 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5206a8c45ab04d72b0b466e7bdd003d1, entries=150, sequenceid=175, filesize=30.4 K 2024-12-02T22:23:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/a3d7727fd53d4c86b8de7be57c8632e1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a3d7727fd53d4c86b8de7be57c8632e1 2024-12-02T22:23:58,182 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a3d7727fd53d4c86b8de7be57c8632e1, entries=150, sequenceid=175, filesize=11.9 K 2024-12-02T22:23:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/f6cc0559ae3f498d85f1cac60e74c9ec as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f6cc0559ae3f498d85f1cac60e74c9ec 2024-12-02T22:23:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,190 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f6cc0559ae3f498d85f1cac60e74c9ec, entries=150, sequenceid=175, filesize=11.9 K 2024-12-02T22:23:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,192 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 97ms, sequenceid=175, compaction requested=false 2024-12-02T22:23:58,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:58,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-02T22:23:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-02T22:23:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-02T22:23:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 708 msec 2024-12-02T22:23:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 713 msec 2024-12-02T22:23:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:58,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:23:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:58,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:58,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:58,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:58,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024605ded2d6014009a49059e94d0302be_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178238264/Put/seqid=0 2024-12-02T22:23:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742028_1204 (size=27248) 2024-12-02T22:23:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,295 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024605ded2d6014009a49059e94d0302be_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024605ded2d6014009a49059e94d0302be_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,296 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/fa9cf5cc1cd64e3a8dd707b33730606c, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/fa9cf5cc1cd64e3a8dd707b33730606c is 175, key is test_row_0/A:col10/1733178238264/Put/seqid=0 2024-12-02T22:23:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742027_1203 (size=83035) 2024-12-02T22:23:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:58,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178298333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178298335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178298337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178298339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178298341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,422 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/e36f6c752e594615a48b0a9c1f14d553 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/e36f6c752e594615a48b0a9c1f14d553 2024-12-02T22:23:58,428 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/C of 6c0a7694e1aa9d58f1ff793f50a9a757 into e36f6c752e594615a48b0a9c1f14d553(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:58,428 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:58,429 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/C, priority=12, startTime=1733178237948; duration=0sec 2024-12-02T22:23:58,429 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:58,429 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:C 2024-12-02T22:23:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178298443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178298444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178298443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178298447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178298447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T22:23:58,588 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-02T22:23:58,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:23:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-02T22:23:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T22:23:58,591 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:23:58,592 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:23:58,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:23:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178298648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178298648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178298648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178298651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178298651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T22:23:58,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T22:23:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T22:23:58,700 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/fa9cf5cc1cd64e3a8dd707b33730606c 2024-12-02T22:23:58,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/21fc6f73ae1b4a05a79bea36bb1231db is 50, key is test_row_0/B:col10/1733178238264/Put/seqid=0 2024-12-02T22:23:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742029_1205 (size=12151) 2024-12-02T22:23:58,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T22:23:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:58,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T22:23:58,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T22:23:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:58,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:58,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178298951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178298953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178298953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178298954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:58,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178298955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T22:23:59,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:59,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:23:59,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/21fc6f73ae1b4a05a79bea36bb1231db 2024-12-02T22:23:59,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/a309469a9ee643a0945f69cbbddeed5a is 50, key is test_row_0/C:col10/1733178238264/Put/seqid=0 2024-12-02T22:23:59,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742030_1206 (size=12151) 2024-12-02T22:23:59,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/a309469a9ee643a0945f69cbbddeed5a 2024-12-02T22:23:59,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/fa9cf5cc1cd64e3a8dd707b33730606c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/fa9cf5cc1cd64e3a8dd707b33730606c 2024-12-02T22:23:59,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/fa9cf5cc1cd64e3a8dd707b33730606c, entries=450, sequenceid=187, filesize=81.1 K 2024-12-02T22:23:59,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/21fc6f73ae1b4a05a79bea36bb1231db as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/21fc6f73ae1b4a05a79bea36bb1231db 2024-12-02T22:23:59,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/21fc6f73ae1b4a05a79bea36bb1231db, entries=150, sequenceid=187, filesize=11.9 K 2024-12-02T22:23:59,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/a309469a9ee643a0945f69cbbddeed5a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/a309469a9ee643a0945f69cbbddeed5a 2024-12-02T22:23:59,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/a309469a9ee643a0945f69cbbddeed5a, entries=150, sequenceid=187, filesize=11.9 K 2024-12-02T22:23:59,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 896ms, sequenceid=187, compaction requested=true 2024-12-02T22:23:59,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:59,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:23:59,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:59,161 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:59,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:23:59,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:59,161 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:59,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:23:59,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:59,163 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145587 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:59,163 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/A is initiating minor compaction (all files) 2024-12-02T22:23:59,163 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/A in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:59,163 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/9b7c7a0545d34089bca43c939b682ebd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5206a8c45ab04d72b0b466e7bdd003d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/fa9cf5cc1cd64e3a8dd707b33730606c] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=142.2 K 2024-12-02T22:23:59,163 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:59,163 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/9b7c7a0545d34089bca43c939b682ebd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5206a8c45ab04d72b0b466e7bdd003d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/fa9cf5cc1cd64e3a8dd707b33730606c] 2024-12-02T22:23:59,164 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:59,164 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/B is initiating minor compaction (all files) 2024-12-02T22:23:59,164 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/B in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:59,164 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ccc81ac87b1f44d08205528239149a47, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a3d7727fd53d4c86b8de7be57c8632e1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/21fc6f73ae1b4a05a79bea36bb1231db] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=35.9 K 2024-12-02T22:23:59,164 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b7c7a0545d34089bca43c939b682ebd, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733178235934 2024-12-02T22:23:59,165 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5206a8c45ab04d72b0b466e7bdd003d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733178237063 2024-12-02T22:23:59,165 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc81ac87b1f44d08205528239149a47, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733178235934 2024-12-02T22:23:59,165 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa9cf5cc1cd64e3a8dd707b33730606c, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733178238229 2024-12-02T22:23:59,165 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a3d7727fd53d4c86b8de7be57c8632e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733178237063 2024-12-02T22:23:59,165 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 21fc6f73ae1b4a05a79bea36bb1231db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733178238234 2024-12-02T22:23:59,172 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#B#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:59,173 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/e1913d6c25e74055b89062c2464ab33c is 50, key is test_row_0/B:col10/1733178238264/Put/seqid=0 2024-12-02T22:23:59,174 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:59,177 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202234ea10d55b54941b3ec0010a917fade_6c0a7694e1aa9d58f1ff793f50a9a757 store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:59,179 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202234ea10d55b54941b3ec0010a917fade_6c0a7694e1aa9d58f1ff793f50a9a757, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:59,179 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202234ea10d55b54941b3ec0010a917fade_6c0a7694e1aa9d58f1ff793f50a9a757 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:59,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742032_1208 (size=4469) 2024-12-02T22:23:59,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742031_1207 (size=12595) 2024-12-02T22:23:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T22:23:59,199 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/e1913d6c25e74055b89062c2464ab33c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e1913d6c25e74055b89062c2464ab33c 2024-12-02T22:23:59,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T22:23:59,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:59,202 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:23:59,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:23:59,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:59,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:23:59,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:59,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:23:59,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:23:59,207 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/B of 6c0a7694e1aa9d58f1ff793f50a9a757 into e1913d6c25e74055b89062c2464ab33c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:59,207 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:59,207 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/B, priority=13, startTime=1733178239161; duration=0sec 2024-12-02T22:23:59,207 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:23:59,207 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:B 2024-12-02T22:23:59,207 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:23:59,208 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:23:59,208 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/C is initiating minor compaction (all files) 2024-12-02T22:23:59,208 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/C in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:23:59,209 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/e36f6c752e594615a48b0a9c1f14d553, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f6cc0559ae3f498d85f1cac60e74c9ec, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/a309469a9ee643a0945f69cbbddeed5a] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=35.9 K 2024-12-02T22:23:59,209 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e36f6c752e594615a48b0a9c1f14d553, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733178235934 2024-12-02T22:23:59,210 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting f6cc0559ae3f498d85f1cac60e74c9ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733178237063 2024-12-02T22:23:59,211 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a309469a9ee643a0945f69cbbddeed5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733178238234 2024-12-02T22:23:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120265edabe899974d66b6aa7d74f8fd136c_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178238320/Put/seqid=0 2024-12-02T22:23:59,222 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#C#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:59,222 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/dfc6a3ffb4a949eb9616b81925580d90 is 50, key is test_row_0/C:col10/1733178238264/Put/seqid=0 2024-12-02T22:23:59,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742033_1209 (size=12304) 2024-12-02T22:23:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742034_1210 (size=12595) 2024-12-02T22:23:59,241 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/dfc6a3ffb4a949eb9616b81925580d90 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfc6a3ffb4a949eb9616b81925580d90 2024-12-02T22:23:59,246 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/C of 6c0a7694e1aa9d58f1ff793f50a9a757 into dfc6a3ffb4a949eb9616b81925580d90(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:23:59,246 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:23:59,246 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/C, priority=13, startTime=1733178239161; duration=0sec 2024-12-02T22:23:59,246 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:23:59,246 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:C 2024-12-02T22:23:59,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:23:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:59,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178299463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178299463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178299464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178299468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178299468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178299569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178299569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178299569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178299570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178299570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,590 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#A#compaction#177 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:23:59,590 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/1e4d3b95efcc4a5b9f6500fe1ba27027 is 175, key is test_row_0/A:col10/1733178238264/Put/seqid=0 2024-12-02T22:23:59,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742035_1211 (size=31549) 2024-12-02T22:23:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:23:59,631 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120265edabe899974d66b6aa7d74f8fd136c_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120265edabe899974d66b6aa7d74f8fd136c_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:23:59,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/75b0c8cca550461881907ae17af43876, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:23:59,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/75b0c8cca550461881907ae17af43876 is 175, key is test_row_0/A:col10/1733178238320/Put/seqid=0 2024-12-02T22:23:59,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742036_1212 (size=31105) 2024-12-02T22:23:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T22:23:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178299771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178299772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178299772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178299772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:23:59,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:23:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178299773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,013 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/1e4d3b95efcc4a5b9f6500fe1ba27027 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/1e4d3b95efcc4a5b9f6500fe1ba27027 2024-12-02T22:24:00,018 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/A of 6c0a7694e1aa9d58f1ff793f50a9a757 into 1e4d3b95efcc4a5b9f6500fe1ba27027(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:00,018 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:00,018 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/A, priority=13, startTime=1733178239161; duration=0sec 2024-12-02T22:24:00,018 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:00,018 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:A 2024-12-02T22:24:00,039 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/75b0c8cca550461881907ae17af43876 2024-12-02T22:24:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/84dcaa3b16704087891219fab893ae73 is 50, key is test_row_0/B:col10/1733178238320/Put/seqid=0 2024-12-02T22:24:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742037_1213 (size=12151) 2024-12-02T22:24:00,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178300073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178300074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178300075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178300076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178300077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,450 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/84dcaa3b16704087891219fab893ae73 2024-12-02T22:24:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/d4742486d8b644c498cb865dc041b986 is 50, key is test_row_0/C:col10/1733178238320/Put/seqid=0 2024-12-02T22:24:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742038_1214 (size=12151) 2024-12-02T22:24:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178300576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178300577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178300578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178300580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178300583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T22:24:00,866 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/d4742486d8b644c498cb865dc041b986 2024-12-02T22:24:00,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/75b0c8cca550461881907ae17af43876 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/75b0c8cca550461881907ae17af43876 2024-12-02T22:24:00,875 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/75b0c8cca550461881907ae17af43876, entries=150, sequenceid=212, filesize=30.4 K 2024-12-02T22:24:00,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/84dcaa3b16704087891219fab893ae73 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/84dcaa3b16704087891219fab893ae73 2024-12-02T22:24:00,880 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/84dcaa3b16704087891219fab893ae73, entries=150, sequenceid=212, filesize=11.9 K 2024-12-02T22:24:00,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/d4742486d8b644c498cb865dc041b986 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/d4742486d8b644c498cb865dc041b986 2024-12-02T22:24:00,886 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/d4742486d8b644c498cb865dc041b986, entries=150, sequenceid=212, filesize=11.9 K 2024-12-02T22:24:00,886 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1684ms, sequenceid=212, compaction requested=false 2024-12-02T22:24:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-02T22:24:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-02T22:24:00,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-02T22:24:00,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2960 sec 2024-12-02T22:24:00,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.3000 sec 2024-12-02T22:24:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:01,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:24:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:01,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:01,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:01,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:01,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:01,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178301596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178301596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178301597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178301597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178301598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202809193cc3d014a978f176f1a9a10be9f_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178239466/Put/seqid=0 2024-12-02T22:24:01,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742039_1215 (size=12304) 2024-12-02T22:24:01,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178301700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178301700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178301700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178301700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178301700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178301903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178301904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178301905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178301905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:01,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178301907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,026 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:02,029 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202809193cc3d014a978f176f1a9a10be9f_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202809193cc3d014a978f176f1a9a10be9f_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:02,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/3886ec6fd1dc4a59a5683f20f1e19ea3, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:02,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/3886ec6fd1dc4a59a5683f20f1e19ea3 is 175, key is test_row_0/A:col10/1733178239466/Put/seqid=0 2024-12-02T22:24:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742040_1216 (size=31105) 2024-12-02T22:24:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178302206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178302205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178302206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178302206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178302210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,435 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/3886ec6fd1dc4a59a5683f20f1e19ea3 2024-12-02T22:24:02,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/7d63f836d5224e76a9fb92062314a556 is 50, key is test_row_0/B:col10/1733178239466/Put/seqid=0 2024-12-02T22:24:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742041_1217 (size=12151) 2024-12-02T22:24:02,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/7d63f836d5224e76a9fb92062314a556 2024-12-02T22:24:02,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/8b6a449473714be096902a317509102b is 50, key is test_row_0/C:col10/1733178239466/Put/seqid=0 2024-12-02T22:24:02,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742042_1218 (size=12151) 2024-12-02T22:24:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T22:24:02,698 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-02T22:24:02,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-02T22:24:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T22:24:02,700 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:02,700 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:02,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:02,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178302707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178302707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178302709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178302711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178302711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T22:24:02,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:02,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-02T22:24:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:02,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:02,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:02,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/8b6a449473714be096902a317509102b 2024-12-02T22:24:02,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/3886ec6fd1dc4a59a5683f20f1e19ea3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3886ec6fd1dc4a59a5683f20f1e19ea3 2024-12-02T22:24:02,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3886ec6fd1dc4a59a5683f20f1e19ea3, entries=150, sequenceid=228, filesize=30.4 K 2024-12-02T22:24:02,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/7d63f836d5224e76a9fb92062314a556 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7d63f836d5224e76a9fb92062314a556 2024-12-02T22:24:02,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7d63f836d5224e76a9fb92062314a556, entries=150, sequenceid=228, filesize=11.9 K 2024-12-02T22:24:02,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/8b6a449473714be096902a317509102b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/8b6a449473714be096902a317509102b 2024-12-02T22:24:02,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/8b6a449473714be096902a317509102b, entries=150, sequenceid=228, filesize=11.9 K 2024-12-02T22:24:02,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1295ms, sequenceid=228, compaction requested=true 2024-12-02T22:24:02,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:02,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:02,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:02,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:02,875 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:02,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:02,875 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:02,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:02,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:02,876 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:02,876 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:02,876 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/A is initiating minor compaction (all files) 2024-12-02T22:24:02,876 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/B is initiating minor compaction (all files) 2024-12-02T22:24:02,876 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/A in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:02,876 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/B in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:02,876 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/1e4d3b95efcc4a5b9f6500fe1ba27027, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/75b0c8cca550461881907ae17af43876, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3886ec6fd1dc4a59a5683f20f1e19ea3] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=91.6 K 2024-12-02T22:24:02,876 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e1913d6c25e74055b89062c2464ab33c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/84dcaa3b16704087891219fab893ae73, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7d63f836d5224e76a9fb92062314a556] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=36.0 K 2024-12-02T22:24:02,876 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:02,876 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/1e4d3b95efcc4a5b9f6500fe1ba27027, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/75b0c8cca550461881907ae17af43876, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3886ec6fd1dc4a59a5683f20f1e19ea3] 2024-12-02T22:24:02,877 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e1913d6c25e74055b89062c2464ab33c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733178238234 2024-12-02T22:24:02,877 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4d3b95efcc4a5b9f6500fe1ba27027, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733178238234 2024-12-02T22:24:02,877 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 84dcaa3b16704087891219fab893ae73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733178238320 2024-12-02T22:24:02,877 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75b0c8cca550461881907ae17af43876, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733178238320 2024-12-02T22:24:02,877 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3886ec6fd1dc4a59a5683f20f1e19ea3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733178239466 2024-12-02T22:24:02,877 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d63f836d5224e76a9fb92062314a556, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733178239466 2024-12-02T22:24:02,883 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#B#compaction#185 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:02,884 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/a029c1d98cbe4a12b009185b7bf6303c is 50, key is test_row_0/B:col10/1733178239466/Put/seqid=0 2024-12-02T22:24:02,884 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:02,888 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202dec9d4f4dc004fd584de4c65c6110584_6c0a7694e1aa9d58f1ff793f50a9a757 store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742043_1219 (size=12697) 2024-12-02T22:24:02,890 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202dec9d4f4dc004fd584de4c65c6110584_6c0a7694e1aa9d58f1ff793f50a9a757, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:02,890 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202dec9d4f4dc004fd584de4c65c6110584_6c0a7694e1aa9d58f1ff793f50a9a757 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742044_1220 (size=4469) 2024-12-02T22:24:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T22:24:03,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-02T22:24:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:03,005 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T22:24:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:03,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:03,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:03,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ef28a52f10aa42329aa3fb344d381ad6_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178241595/Put/seqid=0 2024-12-02T22:24:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742045_1221 (size=12304) 2024-12-02T22:24:03,293 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/a029c1d98cbe4a12b009185b7bf6303c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a029c1d98cbe4a12b009185b7bf6303c 2024-12-02T22:24:03,298 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/B of 6c0a7694e1aa9d58f1ff793f50a9a757 into a029c1d98cbe4a12b009185b7bf6303c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:03,298 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:03,298 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/B, priority=13, startTime=1733178242875; duration=0sec 2024-12-02T22:24:03,298 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:03,298 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:B 2024-12-02T22:24:03,298 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:03,299 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:03,299 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/C is initiating minor compaction (all files) 2024-12-02T22:24:03,300 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/C in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:03,300 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfc6a3ffb4a949eb9616b81925580d90, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/d4742486d8b644c498cb865dc041b986, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/8b6a449473714be096902a317509102b] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=36.0 K 2024-12-02T22:24:03,300 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting dfc6a3ffb4a949eb9616b81925580d90, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733178238234 2024-12-02T22:24:03,300 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d4742486d8b644c498cb865dc041b986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733178238320 2024-12-02T22:24:03,301 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b6a449473714be096902a317509102b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733178239466 2024-12-02T22:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T22:24:03,302 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#A#compaction#186 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:03,303 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/ac80a34e20644c60982be1cd1cdb34b4 is 175, key is test_row_0/A:col10/1733178239466/Put/seqid=0 2024-12-02T22:24:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742046_1222 (size=31651) 2024-12-02T22:24:03,311 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:03,312 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/2ad2afc1d8a5497585abcfb87282540a is 50, key is test_row_0/C:col10/1733178239466/Put/seqid=0 2024-12-02T22:24:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742047_1223 (size=12697) 2024-12-02T22:24:03,323 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/2ad2afc1d8a5497585abcfb87282540a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2ad2afc1d8a5497585abcfb87282540a 2024-12-02T22:24:03,327 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/C of 6c0a7694e1aa9d58f1ff793f50a9a757 into 2ad2afc1d8a5497585abcfb87282540a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:03,328 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:03,328 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/C, priority=13, startTime=1733178242875; duration=0sec 2024-12-02T22:24:03,328 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:03,328 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:C 2024-12-02T22:24:03,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:03,418 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ef28a52f10aa42329aa3fb344d381ad6_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ef28a52f10aa42329aa3fb344d381ad6_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/7c1e4490e1024414b75e341166b0e948, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:03,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/7c1e4490e1024414b75e341166b0e948 is 175, key is test_row_0/A:col10/1733178241595/Put/seqid=0 2024-12-02T22:24:03,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742048_1224 (size=31105) 2024-12-02T22:24:03,424 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/7c1e4490e1024414b75e341166b0e948 2024-12-02T22:24:03,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/2c1bd5669dca44adba72080262e69a40 is 50, key is test_row_0/B:col10/1733178241595/Put/seqid=0 2024-12-02T22:24:03,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742049_1225 (size=12151) 2024-12-02T22:24:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:03,716 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/ac80a34e20644c60982be1cd1cdb34b4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ac80a34e20644c60982be1cd1cdb34b4 2024-12-02T22:24:03,745 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/A of 6c0a7694e1aa9d58f1ff793f50a9a757 into ac80a34e20644c60982be1cd1cdb34b4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:03,745 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:03,745 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/A, priority=13, startTime=1733178242875; duration=0sec 2024-12-02T22:24:03,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178303721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,745 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:03,745 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:A 2024-12-02T22:24:03,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178303723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178303745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178303745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178303745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T22:24:03,835 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/2c1bd5669dca44adba72080262e69a40 2024-12-02T22:24:03,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/2546e919ab164246af106654237f045f is 50, key is test_row_0/C:col10/1733178241595/Put/seqid=0 2024-12-02T22:24:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742050_1226 (size=12151) 2024-12-02T22:24:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178303846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178303847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178303849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178303850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178303850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178304048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178304051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178304053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178304053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178304053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,246 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/2546e919ab164246af106654237f045f 2024-12-02T22:24:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/7c1e4490e1024414b75e341166b0e948 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7c1e4490e1024414b75e341166b0e948 2024-12-02T22:24:04,254 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7c1e4490e1024414b75e341166b0e948, entries=150, sequenceid=251, filesize=30.4 K 2024-12-02T22:24:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/2c1bd5669dca44adba72080262e69a40 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/2c1bd5669dca44adba72080262e69a40 2024-12-02T22:24:04,259 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/2c1bd5669dca44adba72080262e69a40, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T22:24:04,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/2546e919ab164246af106654237f045f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2546e919ab164246af106654237f045f 2024-12-02T22:24:04,265 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2546e919ab164246af106654237f045f, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T22:24:04,266 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1261ms, sequenceid=251, compaction requested=false 2024-12-02T22:24:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-02T22:24:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-02T22:24:04,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-02T22:24:04,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5670 sec 2024-12-02T22:24:04,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.5700 sec 2024-12-02T22:24:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:04,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T22:24:04,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:04,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:04,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021cd40f1dc4de49cb8814c2dabb650a69_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178243722/Put/seqid=0 2024-12-02T22:24:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742051_1227 (size=14994) 2024-12-02T22:24:04,362 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:04,366 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021cd40f1dc4de49cb8814c2dabb650a69_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021cd40f1dc4de49cb8814c2dabb650a69_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:04,367 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/d86513a37d0040c5b363dfb21cd4b821, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:04,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/d86513a37d0040c5b363dfb21cd4b821 is 175, key is test_row_0/A:col10/1733178243722/Put/seqid=0 2024-12-02T22:24:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178304369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178304369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178304370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178304371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178304371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742052_1228 (size=39949) 2024-12-02T22:24:04,377 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/d86513a37d0040c5b363dfb21cd4b821 2024-12-02T22:24:04,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/7878ce3353dc4090a5f210529b5c3006 is 50, key is test_row_0/B:col10/1733178243722/Put/seqid=0 2024-12-02T22:24:04,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742053_1229 (size=12301) 2024-12-02T22:24:04,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178304472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178304472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178304473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178304475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178304475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178304674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178304674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178304675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178304676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178304677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/7878ce3353dc4090a5f210529b5c3006 2024-12-02T22:24:04,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/9f3ed9eaa55d41e6ba3e5f6421209f76 is 50, key is test_row_0/C:col10/1733178243722/Put/seqid=0 2024-12-02T22:24:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T22:24:04,803 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-02T22:24:04,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-02T22:24:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T22:24:04,806 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:04,806 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:04,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742054_1230 (size=12301) 2024-12-02T22:24:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T22:24:04,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T22:24:04,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:04,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:04,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:04,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:04,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:04,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178304976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178304979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178304980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178304980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178304980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T22:24:05,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T22:24:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:05,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:05,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/9f3ed9eaa55d41e6ba3e5f6421209f76 2024-12-02T22:24:05,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/d86513a37d0040c5b363dfb21cd4b821 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/d86513a37d0040c5b363dfb21cd4b821 2024-12-02T22:24:05,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/d86513a37d0040c5b363dfb21cd4b821, entries=200, sequenceid=270, filesize=39.0 K 2024-12-02T22:24:05,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/7878ce3353dc4090a5f210529b5c3006 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7878ce3353dc4090a5f210529b5c3006 2024-12-02T22:24:05,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7878ce3353dc4090a5f210529b5c3006, entries=150, sequenceid=270, filesize=12.0 K 2024-12-02T22:24:05,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/9f3ed9eaa55d41e6ba3e5f6421209f76 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9f3ed9eaa55d41e6ba3e5f6421209f76 2024-12-02T22:24:05,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9f3ed9eaa55d41e6ba3e5f6421209f76, entries=150, sequenceid=270, filesize=12.0 K 2024-12-02T22:24:05,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 878ms, sequenceid=270, compaction requested=true 2024-12-02T22:24:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:05,231 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:05,231 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:05,232 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:05,232 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:05,232 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/B is initiating minor compaction (all files) 2024-12-02T22:24:05,232 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/A is initiating minor compaction (all files) 2024-12-02T22:24:05,232 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/A in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:05,232 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/B in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:05,232 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a029c1d98cbe4a12b009185b7bf6303c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/2c1bd5669dca44adba72080262e69a40, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7878ce3353dc4090a5f210529b5c3006] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=36.3 K 2024-12-02T22:24:05,232 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ac80a34e20644c60982be1cd1cdb34b4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7c1e4490e1024414b75e341166b0e948, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/d86513a37d0040c5b363dfb21cd4b821] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=100.3 K 2024-12-02T22:24:05,232 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:05,232 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ac80a34e20644c60982be1cd1cdb34b4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7c1e4490e1024414b75e341166b0e948, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/d86513a37d0040c5b363dfb21cd4b821] 2024-12-02T22:24:05,232 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a029c1d98cbe4a12b009185b7bf6303c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733178239466 2024-12-02T22:24:05,232 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac80a34e20644c60982be1cd1cdb34b4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733178239466 2024-12-02T22:24:05,233 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c1bd5669dca44adba72080262e69a40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733178241595 2024-12-02T22:24:05,233 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c1e4490e1024414b75e341166b0e948, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733178241595 2024-12-02T22:24:05,233 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7878ce3353dc4090a5f210529b5c3006, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733178243722 2024-12-02T22:24:05,233 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting d86513a37d0040c5b363dfb21cd4b821, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733178243721 2024-12-02T22:24:05,238 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:05,240 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:05,241 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/4e55a65ee04647dc9ccdaec1c313f8b5 is 50, key is test_row_0/B:col10/1733178243722/Put/seqid=0 2024-12-02T22:24:05,247 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412021c44e33edbf84a568f424635c57340d3_6c0a7694e1aa9d58f1ff793f50a9a757 store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:05,249 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412021c44e33edbf84a568f424635c57340d3_6c0a7694e1aa9d58f1ff793f50a9a757, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:05,249 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021c44e33edbf84a568f424635c57340d3_6c0a7694e1aa9d58f1ff793f50a9a757 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742055_1231 (size=12949) 2024-12-02T22:24:05,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742056_1232 (size=4469) 2024-12-02T22:24:05,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T22:24:05,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:05,263 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T22:24:05,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:05,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:05,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:05,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:05,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028251f575600044c496856bb80587b7af_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178244365/Put/seqid=0 2024-12-02T22:24:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742057_1233 (size=12454) 2024-12-02T22:24:05,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:05,281 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028251f575600044c496856bb80587b7af_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028251f575600044c496856bb80587b7af_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/7ba58937e372434bb0b82dc8cef5905f, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/7ba58937e372434bb0b82dc8cef5905f is 175, key is test_row_0/A:col10/1733178244365/Put/seqid=0 2024-12-02T22:24:05,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742058_1234 (size=31255) 2024-12-02T22:24:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T22:24:05,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:05,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178305487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178305488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178305488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178305490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178305491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178305591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178305592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178305592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178305593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178305593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,661 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/4e55a65ee04647dc9ccdaec1c313f8b5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/4e55a65ee04647dc9ccdaec1c313f8b5 2024-12-02T22:24:05,661 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#A#compaction#194 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:05,662 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/82a79626ab8f43ad8353b1a0a8faf8ac is 175, key is test_row_0/A:col10/1733178243722/Put/seqid=0 2024-12-02T22:24:05,666 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/B of 6c0a7694e1aa9d58f1ff793f50a9a757 into 4e55a65ee04647dc9ccdaec1c313f8b5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:05,666 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:05,666 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/B, priority=13, startTime=1733178245231; duration=0sec 2024-12-02T22:24:05,666 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:05,666 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:B 2024-12-02T22:24:05,666 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:05,667 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742059_1235 (size=31903) 2024-12-02T22:24:05,667 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/C is initiating minor compaction (all files) 2024-12-02T22:24:05,667 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/C in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:05,668 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2ad2afc1d8a5497585abcfb87282540a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2546e919ab164246af106654237f045f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9f3ed9eaa55d41e6ba3e5f6421209f76] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=36.3 K 2024-12-02T22:24:05,669 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad2afc1d8a5497585abcfb87282540a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733178239466 2024-12-02T22:24:05,669 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 2546e919ab164246af106654237f045f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733178241595 2024-12-02T22:24:05,669 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f3ed9eaa55d41e6ba3e5f6421209f76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733178243722 2024-12-02T22:24:05,677 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#C#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:05,677 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/6e6457bb8f584d2b831a4b766a9fb3be is 50, key is test_row_0/C:col10/1733178243722/Put/seqid=0 2024-12-02T22:24:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742060_1236 (size=12949) 2024-12-02T22:24:05,686 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/7ba58937e372434bb0b82dc8cef5905f 2024-12-02T22:24:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/003fce754d72421e824074eaab587297 is 50, key is test_row_0/B:col10/1733178244365/Put/seqid=0 2024-12-02T22:24:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742061_1237 (size=12301) 2024-12-02T22:24:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178305794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178305794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178305795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178305794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178305797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T22:24:06,072 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/82a79626ab8f43ad8353b1a0a8faf8ac as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/82a79626ab8f43ad8353b1a0a8faf8ac 2024-12-02T22:24:06,076 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/A of 6c0a7694e1aa9d58f1ff793f50a9a757 into 82a79626ab8f43ad8353b1a0a8faf8ac(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:06,077 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:06,077 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/A, priority=13, startTime=1733178245231; duration=0sec 2024-12-02T22:24:06,077 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:06,077 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:A 2024-12-02T22:24:06,086 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/6e6457bb8f584d2b831a4b766a9fb3be as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6e6457bb8f584d2b831a4b766a9fb3be 2024-12-02T22:24:06,090 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/C of 6c0a7694e1aa9d58f1ff793f50a9a757 into 6e6457bb8f584d2b831a4b766a9fb3be(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:06,090 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:06,090 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/C, priority=13, startTime=1733178245231; duration=0sec 2024-12-02T22:24:06,091 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:06,091 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:C 2024-12-02T22:24:06,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178306097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178306098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178306098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178306098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,100 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/003fce754d72421e824074eaab587297 2024-12-02T22:24:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178306100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/3b061e1d21d64c18956e9feac1008721 is 50, key is test_row_0/C:col10/1733178244365/Put/seqid=0 2024-12-02T22:24:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742062_1238 (size=12301) 2024-12-02T22:24:06,512 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/3b061e1d21d64c18956e9feac1008721 2024-12-02T22:24:06,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/7ba58937e372434bb0b82dc8cef5905f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7ba58937e372434bb0b82dc8cef5905f 2024-12-02T22:24:06,520 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7ba58937e372434bb0b82dc8cef5905f, entries=150, sequenceid=291, filesize=30.5 K 2024-12-02T22:24:06,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/003fce754d72421e824074eaab587297 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/003fce754d72421e824074eaab587297 2024-12-02T22:24:06,526 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/003fce754d72421e824074eaab587297, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T22:24:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/3b061e1d21d64c18956e9feac1008721 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/3b061e1d21d64c18956e9feac1008721 2024-12-02T22:24:06,531 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/3b061e1d21d64c18956e9feac1008721, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T22:24:06,532 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1269ms, sequenceid=291, compaction requested=false 2024-12-02T22:24:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-02T22:24:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-02T22:24:06,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-02T22:24:06,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7270 sec 2024-12-02T22:24:06,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.7300 sec 2024-12-02T22:24:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:06,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T22:24:06,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:06,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202abfd6d1866db437aa9607fe5a47bdd52_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178246600/Put/seqid=0 2024-12-02T22:24:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742063_1239 (size=12454) 2024-12-02T22:24:06,613 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:06,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202abfd6d1866db437aa9607fe5a47bdd52_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202abfd6d1866db437aa9607fe5a47bdd52_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:06,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/c0d282cad0a3461594738f3890c36f46, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:06,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/c0d282cad0a3461594738f3890c36f46 is 175, key is test_row_0/A:col10/1733178246600/Put/seqid=0 2024-12-02T22:24:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178306614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178306615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178306616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178306616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742064_1240 (size=31255) 2024-12-02T22:24:06,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/c0d282cad0a3461594738f3890c36f46 2024-12-02T22:24:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178306618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/36d07c2e5d00424bb06f2b27f4089a77 is 50, key is test_row_0/B:col10/1733178246600/Put/seqid=0 2024-12-02T22:24:06,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742065_1241 (size=12301) 2024-12-02T22:24:06,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178306719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178306719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178306719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178306719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178306723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T22:24:06,909 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-02T22:24:06,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-02T22:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T22:24:06,911 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:06,912 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:06,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178306921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178306921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178306922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178306922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:06,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178306925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T22:24:07,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/36d07c2e5d00424bb06f2b27f4089a77 2024-12-02T22:24:07,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/201b707f294f4717994ce21c0d72890f is 50, key is test_row_0/C:col10/1733178246600/Put/seqid=0 2024-12-02T22:24:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742066_1242 (size=12301) 2024-12-02T22:24:07,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/201b707f294f4717994ce21c0d72890f 2024-12-02T22:24:07,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/c0d282cad0a3461594738f3890c36f46 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c0d282cad0a3461594738f3890c36f46 2024-12-02T22:24:07,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-02T22:24:07,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:07,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:07,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:07,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:07,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:07,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c0d282cad0a3461594738f3890c36f46, entries=150, sequenceid=310, filesize=30.5 K 2024-12-02T22:24:07,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/36d07c2e5d00424bb06f2b27f4089a77 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/36d07c2e5d00424bb06f2b27f4089a77 2024-12-02T22:24:07,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/36d07c2e5d00424bb06f2b27f4089a77, entries=150, sequenceid=310, filesize=12.0 K 2024-12-02T22:24:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/201b707f294f4717994ce21c0d72890f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/201b707f294f4717994ce21c0d72890f 2024-12-02T22:24:07,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/201b707f294f4717994ce21c0d72890f, entries=150, sequenceid=310, filesize=12.0 K 2024-12-02T22:24:07,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 480ms, sequenceid=310, compaction requested=true 2024-12-02T22:24:07,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:07,081 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:07,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:07,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:07,082 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:07,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:07,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:07,083 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:07,083 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/A is initiating minor compaction (all files) 2024-12-02T22:24:07,083 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/A in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:07,083 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/82a79626ab8f43ad8353b1a0a8faf8ac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7ba58937e372434bb0b82dc8cef5905f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c0d282cad0a3461594738f3890c36f46] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=92.2 K 2024-12-02T22:24:07,083 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:07,083 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/82a79626ab8f43ad8353b1a0a8faf8ac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7ba58937e372434bb0b82dc8cef5905f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c0d282cad0a3461594738f3890c36f46] 2024-12-02T22:24:07,083 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:07,083 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/B is initiating minor compaction (all files) 2024-12-02T22:24:07,084 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/B in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:07,084 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/4e55a65ee04647dc9ccdaec1c313f8b5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/003fce754d72421e824074eaab587297, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/36d07c2e5d00424bb06f2b27f4089a77] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=36.7 K 2024-12-02T22:24:07,084 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82a79626ab8f43ad8353b1a0a8faf8ac, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733178243722 2024-12-02T22:24:07,085 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e55a65ee04647dc9ccdaec1c313f8b5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733178243722 2024-12-02T22:24:07,085 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ba58937e372434bb0b82dc8cef5905f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733178244365 2024-12-02T22:24:07,086 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 003fce754d72421e824074eaab587297, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733178244365 2024-12-02T22:24:07,086 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d282cad0a3461594738f3890c36f46, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733178245487 2024-12-02T22:24:07,086 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d07c2e5d00424bb06f2b27f4089a77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733178245487 2024-12-02T22:24:07,096 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:07,102 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202699671da82974620a245995f6abae0d5_6c0a7694e1aa9d58f1ff793f50a9a757 store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:07,104 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202699671da82974620a245995f6abae0d5_6c0a7694e1aa9d58f1ff793f50a9a757, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:07,104 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202699671da82974620a245995f6abae0d5_6c0a7694e1aa9d58f1ff793f50a9a757 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:07,108 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:07,109 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/e9fb19e37b514aa5bbde75c7ce1532de is 50, key is test_row_0/B:col10/1733178246600/Put/seqid=0 2024-12-02T22:24:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742067_1243 (size=4469) 2024-12-02T22:24:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742068_1244 (size=13051) 2024-12-02T22:24:07,144 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/e9fb19e37b514aa5bbde75c7ce1532de as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e9fb19e37b514aa5bbde75c7ce1532de 2024-12-02T22:24:07,151 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/B of 6c0a7694e1aa9d58f1ff793f50a9a757 into e9fb19e37b514aa5bbde75c7ce1532de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:07,151 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:07,151 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/B, priority=13, startTime=1733178247082; duration=0sec 2024-12-02T22:24:07,151 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:07,151 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:B 2024-12-02T22:24:07,152 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:07,153 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:07,154 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/C is initiating minor compaction (all files) 2024-12-02T22:24:07,154 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/C in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:07,154 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6e6457bb8f584d2b831a4b766a9fb3be, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/3b061e1d21d64c18956e9feac1008721, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/201b707f294f4717994ce21c0d72890f] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=36.7 K 2024-12-02T22:24:07,155 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e6457bb8f584d2b831a4b766a9fb3be, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733178243722 2024-12-02T22:24:07,156 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b061e1d21d64c18956e9feac1008721, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733178244365 2024-12-02T22:24:07,156 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 201b707f294f4717994ce21c0d72890f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733178245487 2024-12-02T22:24:07,169 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:07,170 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/21d3276a5cde4a1ca822b0b9bce479e1 is 50, key is test_row_0/C:col10/1733178246600/Put/seqid=0 2024-12-02T22:24:07,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742069_1245 (size=13051) 2024-12-02T22:24:07,193 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/21d3276a5cde4a1ca822b0b9bce479e1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/21d3276a5cde4a1ca822b0b9bce479e1 2024-12-02T22:24:07,199 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/C of 6c0a7694e1aa9d58f1ff793f50a9a757 into 21d3276a5cde4a1ca822b0b9bce479e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:07,199 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:07,199 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/C, priority=13, startTime=1733178247082; duration=0sec 2024-12-02T22:24:07,199 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:07,199 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:C 2024-12-02T22:24:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T22:24:07,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-02T22:24:07,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:07,217 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T22:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:07,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026afc4c8adb404432866de365240ec586_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178246615/Put/seqid=0 2024-12-02T22:24:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:07,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:07,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178307237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178307237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178307240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742070_1246 (size=12454) 2024-12-02T22:24:07,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178307240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178307241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178307341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178307342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178307343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178307346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178307346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:24:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T22:24:07,534 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#A#compaction#203 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:07,535 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/ef5855b797904359890a98c887db56d1 is 175, key is test_row_0/A:col10/1733178246600/Put/seqid=0 2024-12-02T22:24:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742071_1247 (size=32005) 2024-12-02T22:24:07,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178307544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178307544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178307545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178307548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178307548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:07,648 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026afc4c8adb404432866de365240ec586_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026afc4c8adb404432866de365240ec586_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:07,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/8b3817c02bb74702be1ff4a3516282b6, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/8b3817c02bb74702be1ff4a3516282b6 is 175, key is test_row_0/A:col10/1733178246615/Put/seqid=0 2024-12-02T22:24:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742072_1248 (size=31255) 2024-12-02T22:24:07,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178307848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178307849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178307849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178307850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178307851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:07,967 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/ef5855b797904359890a98c887db56d1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ef5855b797904359890a98c887db56d1 2024-12-02T22:24:07,972 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/A of 6c0a7694e1aa9d58f1ff793f50a9a757 into ef5855b797904359890a98c887db56d1(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:07,972 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:07,972 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/A, priority=13, startTime=1733178247081; duration=0sec 2024-12-02T22:24:07,973 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:07,973 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:A 2024-12-02T22:24:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T22:24:08,054 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/8b3817c02bb74702be1ff4a3516282b6 2024-12-02T22:24:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/a99519f21bee46cab0c9caa6b7274792 is 50, key is test_row_0/B:col10/1733178246615/Put/seqid=0 2024-12-02T22:24:08,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742073_1249 (size=12301) 2024-12-02T22:24:08,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178308353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:08,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178308354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:08,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178308355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:08,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178308357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:08,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178308358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:08,467 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/a99519f21bee46cab0c9caa6b7274792 2024-12-02T22:24:08,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/9637c813c36844b0a3a24ba231d5ecc4 is 50, key is test_row_0/C:col10/1733178246615/Put/seqid=0 2024-12-02T22:24:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742074_1250 (size=12301) 2024-12-02T22:24:08,881 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/9637c813c36844b0a3a24ba231d5ecc4 2024-12-02T22:24:08,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/8b3817c02bb74702be1ff4a3516282b6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/8b3817c02bb74702be1ff4a3516282b6 2024-12-02T22:24:08,889 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/8b3817c02bb74702be1ff4a3516282b6, entries=150, sequenceid=332, filesize=30.5 K 2024-12-02T22:24:08,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/a99519f21bee46cab0c9caa6b7274792 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a99519f21bee46cab0c9caa6b7274792 2024-12-02T22:24:08,893 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a99519f21bee46cab0c9caa6b7274792, entries=150, sequenceid=332, filesize=12.0 K 2024-12-02T22:24:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/9637c813c36844b0a3a24ba231d5ecc4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9637c813c36844b0a3a24ba231d5ecc4 2024-12-02T22:24:08,898 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9637c813c36844b0a3a24ba231d5ecc4, entries=150, sequenceid=332, filesize=12.0 K 2024-12-02T22:24:08,899 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1682ms, sequenceid=332, compaction requested=false 2024-12-02T22:24:08,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:08,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:08,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-02T22:24:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-02T22:24:08,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-02T22:24:08,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9880 sec 2024-12-02T22:24:08,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.9920 sec 2024-12-02T22:24:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T22:24:09,015 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-02T22:24:09,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-02T22:24:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T22:24:09,017 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:09,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:09,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T22:24:09,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-02T22:24:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:09,170 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T22:24:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e4680fd517cf472c874e6b7c811d6dbe_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178247238/Put/seqid=0 2024-12-02T22:24:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742075_1251 (size=12454) 2024-12-02T22:24:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T22:24:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:09,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178309367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178309369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178309370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178309371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178309371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178309472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178309472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178309473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178309474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178309474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:09,584 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e4680fd517cf472c874e6b7c811d6dbe_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4680fd517cf472c874e6b7c811d6dbe_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:09,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/ba195e92d5be43a9b246a2f1da9f0e38, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/ba195e92d5be43a9b246a2f1da9f0e38 is 175, key is test_row_0/A:col10/1733178247238/Put/seqid=0 2024-12-02T22:24:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742076_1252 (size=31255) 2024-12-02T22:24:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T22:24:09,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178309675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178309676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178309676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178309677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178309678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178309978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178309978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178309978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178309982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178309982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:09,990 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/ba195e92d5be43a9b246a2f1da9f0e38 2024-12-02T22:24:09,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/13de155b3d6a48de99a906590f6205c1 is 50, key is test_row_0/B:col10/1733178247238/Put/seqid=0 2024-12-02T22:24:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742077_1253 (size=12301) 2024-12-02T22:24:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T22:24:10,400 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/13de155b3d6a48de99a906590f6205c1 2024-12-02T22:24:10,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/60eb7e23fc2940aba334f37d01fd1ba0 is 50, key is test_row_0/C:col10/1733178247238/Put/seqid=0 2024-12-02T22:24:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742078_1254 (size=12301) 2024-12-02T22:24:10,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:10,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178310481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178310481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:10,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178310481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178310483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:10,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178310485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:10,811 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/60eb7e23fc2940aba334f37d01fd1ba0 2024-12-02T22:24:10,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/ba195e92d5be43a9b246a2f1da9f0e38 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ba195e92d5be43a9b246a2f1da9f0e38 2024-12-02T22:24:10,819 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ba195e92d5be43a9b246a2f1da9f0e38, entries=150, sequenceid=349, filesize=30.5 K 2024-12-02T22:24:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/13de155b3d6a48de99a906590f6205c1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/13de155b3d6a48de99a906590f6205c1 2024-12-02T22:24:10,825 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/13de155b3d6a48de99a906590f6205c1, entries=150, sequenceid=349, filesize=12.0 K 2024-12-02T22:24:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/60eb7e23fc2940aba334f37d01fd1ba0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60eb7e23fc2940aba334f37d01fd1ba0 2024-12-02T22:24:10,830 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60eb7e23fc2940aba334f37d01fd1ba0, entries=150, sequenceid=349, filesize=12.0 K 2024-12-02T22:24:10,831 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1661ms, sequenceid=349, compaction requested=true 2024-12-02T22:24:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-02T22:24:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-02T22:24:10,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-02T22:24:10,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-12-02T22:24:10,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8170 sec 2024-12-02T22:24:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-02T22:24:11,121 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-02T22:24:11,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-02T22:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T22:24:11,123 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:11,123 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:11,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T22:24:11,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-02T22:24:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:11,275 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T22:24:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:11,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120296f99d7d896e46b2b4e8c66c2e9b6986_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178249368/Put/seqid=0 2024-12-02T22:24:11,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742079_1255 (size=12454) 2024-12-02T22:24:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T22:24:11,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. as already flushing 2024-12-02T22:24:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178311493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178311494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178311495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178311495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178311497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178311598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178311598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178311598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178311598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178311598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:11,700 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120296f99d7d896e46b2b4e8c66c2e9b6986_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120296f99d7d896e46b2b4e8c66c2e9b6986_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a620641bb68d465781ffd08f7f7e7638, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a620641bb68d465781ffd08f7f7e7638 is 175, key is test_row_0/A:col10/1733178249368/Put/seqid=0 2024-12-02T22:24:11,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742080_1256 (size=31255) 2024-12-02T22:24:11,713 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a620641bb68d465781ffd08f7f7e7638 2024-12-02T22:24:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/e03a996361fb43a6ac89807d8a5224d1 is 50, key is test_row_0/B:col10/1733178249368/Put/seqid=0 2024-12-02T22:24:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T22:24:11,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742081_1257 (size=12301) 2024-12-02T22:24:11,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178311800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178311800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178311800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178311801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178311802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178312104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178312104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178312106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178312106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178312107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,133 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/e03a996361fb43a6ac89807d8a5224d1 2024-12-02T22:24:12,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/cbf865ec36294b2f85c85012d38933b4 is 50, key is test_row_0/C:col10/1733178249368/Put/seqid=0 2024-12-02T22:24:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742082_1258 (size=12301) 2024-12-02T22:24:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T22:24:12,543 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/cbf865ec36294b2f85c85012d38933b4 2024-12-02T22:24:12,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a620641bb68d465781ffd08f7f7e7638 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a620641bb68d465781ffd08f7f7e7638 2024-12-02T22:24:12,550 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a620641bb68d465781ffd08f7f7e7638, entries=150, sequenceid=369, filesize=30.5 K 2024-12-02T22:24:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/e03a996361fb43a6ac89807d8a5224d1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e03a996361fb43a6ac89807d8a5224d1 2024-12-02T22:24:12,555 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e03a996361fb43a6ac89807d8a5224d1, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T22:24:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/cbf865ec36294b2f85c85012d38933b4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/cbf865ec36294b2f85c85012d38933b4 2024-12-02T22:24:12,559 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/cbf865ec36294b2f85c85012d38933b4, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T22:24:12,560 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1285ms, sequenceid=369, compaction requested=true 2024-12-02T22:24:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-02T22:24:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-02T22:24:12,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-02T22:24:12,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-12-02T22:24:12,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.4400 sec 2024-12-02T22:24:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:12,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T22:24:12,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:12,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:12,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:12,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:12,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:12,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:12,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c195a16ba23a481bb3e4ab35b2af9340_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178251493/Put/seqid=0 2024-12-02T22:24:12,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178312622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178312623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178312624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742083_1259 (size=17534) 2024-12-02T22:24:12,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:12,635 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c195a16ba23a481bb3e4ab35b2af9340_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c195a16ba23a481bb3e4ab35b2af9340_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:12,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178312634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,636 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a87bca8ab2bc46ad976458a161a66ad4, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:12,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a87bca8ab2bc46ad976458a161a66ad4 is 175, key is test_row_0/A:col10/1733178251493/Put/seqid=0 2024-12-02T22:24:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742084_1260 (size=48639) 2024-12-02T22:24:12,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178312642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,658 DEBUG [Thread-754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:61729 2024-12-02T22:24:12,658 DEBUG [Thread-758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:61729 2024-12-02T22:24:12,658 DEBUG [Thread-754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:12,658 DEBUG [Thread-758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:12,660 DEBUG [Thread-752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:61729 2024-12-02T22:24:12,660 DEBUG [Thread-752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:12,662 DEBUG [Thread-756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:61729 2024-12-02T22:24:12,662 DEBUG [Thread-756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178312726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178312726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178312728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178312737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178312744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178312929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178312930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178312931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178312939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:12,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178312946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,042 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a87bca8ab2bc46ad976458a161a66ad4 2024-12-02T22:24:13,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1f82bbf89b8442f78abf538f12276700 is 50, key is test_row_0/B:col10/1733178251493/Put/seqid=0 2024-12-02T22:24:13,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742085_1261 (size=12301) 2024-12-02T22:24:13,202 DEBUG [master/5e55ea54544d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 02f5b228a84205ddebea77be33971ee0 changed from -1.0 to 0.0, refreshing cache 2024-12-02T22:24:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T22:24:13,228 INFO [Thread-751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-02T22:24:13,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178313231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178313232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178313234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178313241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178313248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1f82bbf89b8442f78abf538f12276700 2024-12-02T22:24:13,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/6a5b8378607240b38fb03cc8356231fa is 50, key is test_row_0/C:col10/1733178251493/Put/seqid=0 2024-12-02T22:24:13,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742086_1262 (size=12301) 2024-12-02T22:24:13,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53356 deadline: 1733178313735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53310 deadline: 1733178313736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53332 deadline: 1733178313740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53374 deadline: 1733178313747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53320 deadline: 1733178313750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:13,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/6a5b8378607240b38fb03cc8356231fa 2024-12-02T22:24:13,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/a87bca8ab2bc46ad976458a161a66ad4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a87bca8ab2bc46ad976458a161a66ad4 2024-12-02T22:24:13,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a87bca8ab2bc46ad976458a161a66ad4, entries=250, sequenceid=387, filesize=47.5 K 2024-12-02T22:24:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1f82bbf89b8442f78abf538f12276700 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1f82bbf89b8442f78abf538f12276700 2024-12-02T22:24:13,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1f82bbf89b8442f78abf538f12276700, entries=150, sequenceid=387, filesize=12.0 K 2024-12-02T22:24:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/6a5b8378607240b38fb03cc8356231fa as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6a5b8378607240b38fb03cc8356231fa 2024-12-02T22:24:13,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6a5b8378607240b38fb03cc8356231fa, entries=150, sequenceid=387, filesize=12.0 K 2024-12-02T22:24:13,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1297ms, sequenceid=387, compaction requested=true 2024-12-02T22:24:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:13,906 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T22:24:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0a7694e1aa9d58f1ff793f50a9a757:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:13,906 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T22:24:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:13,908 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T22:24:13,908 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 174409 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T22:24:13,908 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/B is initiating minor compaction (all files) 2024-12-02T22:24:13,908 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/A is initiating minor compaction (all files) 2024-12-02T22:24:13,908 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/B in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:13,908 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/A in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:13,908 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ef5855b797904359890a98c887db56d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/8b3817c02bb74702be1ff4a3516282b6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ba195e92d5be43a9b246a2f1da9f0e38, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a620641bb68d465781ffd08f7f7e7638, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a87bca8ab2bc46ad976458a161a66ad4] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=170.3 K 2024-12-02T22:24:13,908 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e9fb19e37b514aa5bbde75c7ce1532de, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a99519f21bee46cab0c9caa6b7274792, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/13de155b3d6a48de99a906590f6205c1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e03a996361fb43a6ac89807d8a5224d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1f82bbf89b8442f78abf538f12276700] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=60.8 K 2024-12-02T22:24:13,908 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:13,908 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ef5855b797904359890a98c887db56d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/8b3817c02bb74702be1ff4a3516282b6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ba195e92d5be43a9b246a2f1da9f0e38, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a620641bb68d465781ffd08f7f7e7638, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a87bca8ab2bc46ad976458a161a66ad4] 2024-12-02T22:24:13,909 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e9fb19e37b514aa5bbde75c7ce1532de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733178245487 2024-12-02T22:24:13,909 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef5855b797904359890a98c887db56d1, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733178245487 2024-12-02T22:24:13,909 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a99519f21bee46cab0c9caa6b7274792, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733178246614 2024-12-02T22:24:13,909 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b3817c02bb74702be1ff4a3516282b6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733178246614 2024-12-02T22:24:13,909 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba195e92d5be43a9b246a2f1da9f0e38, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733178247236 2024-12-02T22:24:13,909 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 13de155b3d6a48de99a906590f6205c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733178247236 2024-12-02T22:24:13,910 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a620641bb68d465781ffd08f7f7e7638, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733178249368 2024-12-02T22:24:13,910 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e03a996361fb43a6ac89807d8a5224d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733178249368 2024-12-02T22:24:13,910 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a87bca8ab2bc46ad976458a161a66ad4, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733178251493 2024-12-02T22:24:13,910 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f82bbf89b8442f78abf538f12276700, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733178251493 2024-12-02T22:24:13,923 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:13,923 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#B#compaction#218 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:13,924 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/68af2e4c05804957a45f45e4d560bb14 is 50, key is test_row_0/B:col10/1733178251493/Put/seqid=0 2024-12-02T22:24:13,925 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202353c0eabc79c454ea769cdcbda371ed3_6c0a7694e1aa9d58f1ff793f50a9a757 store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742087_1263 (size=13221) 2024-12-02T22:24:13,960 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202353c0eabc79c454ea769cdcbda371ed3_6c0a7694e1aa9d58f1ff793f50a9a757, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:13,960 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202353c0eabc79c454ea769cdcbda371ed3_6c0a7694e1aa9d58f1ff793f50a9a757 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:13,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742088_1264 (size=4469) 2024-12-02T22:24:14,341 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/68af2e4c05804957a45f45e4d560bb14 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/68af2e4c05804957a45f45e4d560bb14 2024-12-02T22:24:14,345 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/B of 6c0a7694e1aa9d58f1ff793f50a9a757 into 68af2e4c05804957a45f45e4d560bb14(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:14,345 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:14,345 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/B, priority=11, startTime=1733178253906; duration=0sec 2024-12-02T22:24:14,345 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:14,345 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:B 2024-12-02T22:24:14,345 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T22:24:14,346 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T22:24:14,346 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6c0a7694e1aa9d58f1ff793f50a9a757/C is initiating minor compaction (all files) 2024-12-02T22:24:14,346 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0a7694e1aa9d58f1ff793f50a9a757/C in TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:14,347 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/21d3276a5cde4a1ca822b0b9bce479e1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9637c813c36844b0a3a24ba231d5ecc4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60eb7e23fc2940aba334f37d01fd1ba0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/cbf865ec36294b2f85c85012d38933b4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6a5b8378607240b38fb03cc8356231fa] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp, totalSize=60.8 K 2024-12-02T22:24:14,347 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 21d3276a5cde4a1ca822b0b9bce479e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733178245487 2024-12-02T22:24:14,347 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 9637c813c36844b0a3a24ba231d5ecc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733178246614 2024-12-02T22:24:14,347 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 60eb7e23fc2940aba334f37d01fd1ba0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733178247236 2024-12-02T22:24:14,347 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting cbf865ec36294b2f85c85012d38933b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733178249368 2024-12-02T22:24:14,348 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5b8378607240b38fb03cc8356231fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733178251493 2024-12-02T22:24:14,355 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#C#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:14,355 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/c46f26795825441c93a37395ed5a1415 is 50, key is test_row_0/C:col10/1733178251493/Put/seqid=0 2024-12-02T22:24:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742089_1265 (size=13221) 2024-12-02T22:24:14,365 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0a7694e1aa9d58f1ff793f50a9a757#A#compaction#219 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:14,365 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/f7c48da04a6d4b4d8950f423b5b726aa is 175, key is test_row_0/A:col10/1733178251493/Put/seqid=0 2024-12-02T22:24:14,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742090_1266 (size=32175) 2024-12-02T22:24:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:14,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T22:24:14,752 DEBUG [Thread-745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:61729 2024-12-02T22:24:14,752 DEBUG [Thread-745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:14,752 DEBUG [Thread-749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:61729 2024-12-02T22:24:14,752 DEBUG [Thread-749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:14,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:14,752 DEBUG [Thread-741 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:61729 2024-12-02T22:24:14,752 DEBUG [Thread-741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:14,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:14,757 DEBUG [Thread-747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:61729 2024-12-02T22:24:14,757 DEBUG [Thread-747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:14,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029d6857da8b024d278a29981d108f78b1_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_0/A:col10/1733178252622/Put/seqid=0 2024-12-02T22:24:14,761 DEBUG [Thread-743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:61729 2024-12-02T22:24:14,761 DEBUG [Thread-743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8618 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8504 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3656 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10968 rows 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3667 2024-12-02T22:24:14,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 11001 rows 2024-12-02T22:24:14,762 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T22:24:14,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:61729 2024-12-02T22:24:14,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:14,764 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T22:24:14,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T22:24:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:14,765 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/c46f26795825441c93a37395ed5a1415 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/c46f26795825441c93a37395ed5a1415 2024-12-02T22:24:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T22:24:14,767 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178254767"}]},"ts":"1733178254767"} 2024-12-02T22:24:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742091_1267 (size=12454) 2024-12-02T22:24:14,769 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T22:24:14,772 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/C of 6c0a7694e1aa9d58f1ff793f50a9a757 into c46f26795825441c93a37395ed5a1415(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:14,772 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:14,772 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/C, priority=11, startTime=1733178253906; duration=0sec 2024-12-02T22:24:14,772 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:14,772 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:C 2024-12-02T22:24:14,774 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/f7c48da04a6d4b4d8950f423b5b726aa as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/f7c48da04a6d4b4d8950f423b5b726aa 2024-12-02T22:24:14,777 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6c0a7694e1aa9d58f1ff793f50a9a757/A of 6c0a7694e1aa9d58f1ff793f50a9a757 into f7c48da04a6d4b4d8950f423b5b726aa(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:14,777 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:14,777 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757., storeName=6c0a7694e1aa9d58f1ff793f50a9a757/A, priority=11, startTime=1733178253906; duration=0sec 2024-12-02T22:24:14,777 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:14,777 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0a7694e1aa9d58f1ff793f50a9a757:A 2024-12-02T22:24:14,803 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T22:24:14,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:24:14,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, UNASSIGN}] 2024-12-02T22:24:14,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, UNASSIGN 2024-12-02T22:24:14,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=6c0a7694e1aa9d58f1ff793f50a9a757, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:14,806 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:24:14,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:24:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T22:24:14,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:14,959 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:14,959 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:24:14,959 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 6c0a7694e1aa9d58f1ff793f50a9a757, disabling compactions & flushes 2024-12-02T22:24:14,959 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T22:24:15,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:15,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029d6857da8b024d278a29981d108f78b1_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029d6857da8b024d278a29981d108f78b1_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:15,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/b433e9e44de54ee3872d358a498971de, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:15,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/b433e9e44de54ee3872d358a498971de is 175, key is test_row_0/A:col10/1733178252622/Put/seqid=0 2024-12-02T22:24:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742092_1268 (size=31255) 2024-12-02T22:24:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T22:24:15,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/b433e9e44de54ee3872d358a498971de 2024-12-02T22:24:15,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/ff989f4cfee64f28b6db0f610072cf68 is 50, key is test_row_0/B:col10/1733178252622/Put/seqid=0 2024-12-02T22:24:15,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742093_1269 (size=12301) 2024-12-02T22:24:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T22:24:16,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/ff989f4cfee64f28b6db0f610072cf68 2024-12-02T22:24:16,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/54f14e3cfa3b4321b5bbbf20ffaa048e is 50, key is test_row_0/C:col10/1733178252622/Put/seqid=0 2024-12-02T22:24:16,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742094_1270 (size=12301) 2024-12-02T22:24:16,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/54f14e3cfa3b4321b5bbbf20ffaa048e 2024-12-02T22:24:16,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/b433e9e44de54ee3872d358a498971de as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/b433e9e44de54ee3872d358a498971de 2024-12-02T22:24:16,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/b433e9e44de54ee3872d358a498971de, entries=150, sequenceid=410, filesize=30.5 K 2024-12-02T22:24:16,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/ff989f4cfee64f28b6db0f610072cf68 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ff989f4cfee64f28b6db0f610072cf68 2024-12-02T22:24:16,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ff989f4cfee64f28b6db0f610072cf68, entries=150, sequenceid=410, filesize=12.0 K 2024-12-02T22:24:16,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/54f14e3cfa3b4321b5bbbf20ffaa048e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/54f14e3cfa3b4321b5bbbf20ffaa048e 2024-12-02T22:24:16,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/54f14e3cfa3b4321b5bbbf20ffaa048e, entries=150, sequenceid=410, filesize=12.0 K 2024-12-02T22:24:16,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1698ms, sequenceid=410, compaction requested=false 2024-12-02T22:24:16,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:16,449 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:16,449 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:16,449 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. after waiting 0 ms 2024-12-02T22:24:16,449 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:16,449 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 6c0a7694e1aa9d58f1ff793f50a9a757 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-02T22:24:16,450 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=A 2024-12-02T22:24:16,450 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:16,450 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=B 2024-12-02T22:24:16,450 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:16,450 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0a7694e1aa9d58f1ff793f50a9a757, store=C 2024-12-02T22:24:16,450 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:16,454 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120269c5261689ae43cdb3ac91528ba771fc_6c0a7694e1aa9d58f1ff793f50a9a757 is 50, key is test_row_1/A:col10/1733178254760/Put/seqid=0 2024-12-02T22:24:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742095_1271 (size=7374) 2024-12-02T22:24:16,859 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:16,865 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120269c5261689ae43cdb3ac91528ba771fc_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120269c5261689ae43cdb3ac91528ba771fc_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:16,867 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/05dbadfafa6b4f80b2aaffb185205b1a, store: [table=TestAcidGuarantees family=A region=6c0a7694e1aa9d58f1ff793f50a9a757] 2024-12-02T22:24:16,869 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/05dbadfafa6b4f80b2aaffb185205b1a is 175, key is test_row_1/A:col10/1733178254760/Put/seqid=0 2024-12-02T22:24:16,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742096_1272 (size=13865) 2024-12-02T22:24:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T22:24:17,274 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/05dbadfafa6b4f80b2aaffb185205b1a 2024-12-02T22:24:17,288 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1760ff110e3548fbac9a0af0ea5ab705 is 50, key is test_row_1/B:col10/1733178254760/Put/seqid=0 2024-12-02T22:24:17,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742097_1273 (size=7415) 2024-12-02T22:24:17,695 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1760ff110e3548fbac9a0af0ea5ab705 2024-12-02T22:24:17,709 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/64cb62f7dccc4bf6a30ac9918c960e6a is 50, key is test_row_1/C:col10/1733178254760/Put/seqid=0 2024-12-02T22:24:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742098_1274 (size=7415) 2024-12-02T22:24:18,116 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/64cb62f7dccc4bf6a30ac9918c960e6a 2024-12-02T22:24:18,161 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/A/05dbadfafa6b4f80b2aaffb185205b1a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05dbadfafa6b4f80b2aaffb185205b1a 2024-12-02T22:24:18,171 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05dbadfafa6b4f80b2aaffb185205b1a, entries=50, sequenceid=417, filesize=13.5 K 2024-12-02T22:24:18,173 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/B/1760ff110e3548fbac9a0af0ea5ab705 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1760ff110e3548fbac9a0af0ea5ab705 2024-12-02T22:24:18,178 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1760ff110e3548fbac9a0af0ea5ab705, entries=50, sequenceid=417, filesize=7.2 K 2024-12-02T22:24:18,179 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/.tmp/C/64cb62f7dccc4bf6a30ac9918c960e6a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/64cb62f7dccc4bf6a30ac9918c960e6a 2024-12-02T22:24:18,184 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/64cb62f7dccc4bf6a30ac9918c960e6a, entries=50, sequenceid=417, filesize=7.2 K 2024-12-02T22:24:18,184 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 6c0a7694e1aa9d58f1ff793f50a9a757 in 1735ms, sequenceid=417, compaction requested=true 2024-12-02T22:24:18,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5970f3556dad4086bd1d860be2b4c84d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/76a334fb15bd48e6b83cd73bc6a73da8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/96ac289b82244f69adeae4997373d139, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05bd0b4a7c9b485cac377ab297c0c09a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/48d643ffd65c41cc9731be209aec60aa, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/6b2624992e414aee85a2b75ebbb04f53, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a88971c90cc644e8b8421a8b468b47f8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/11772540a5984f4b9b758a5864e1b649, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3abdee407c5e46afb2d2fd855473a551, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c9988c3f998140cc87601cd8e1a586a2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/9b7c7a0545d34089bca43c939b682ebd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5206a8c45ab04d72b0b466e7bdd003d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/fa9cf5cc1cd64e3a8dd707b33730606c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/1e4d3b95efcc4a5b9f6500fe1ba27027, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/75b0c8cca550461881907ae17af43876, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ac80a34e20644c60982be1cd1cdb34b4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3886ec6fd1dc4a59a5683f20f1e19ea3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7c1e4490e1024414b75e341166b0e948, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/d86513a37d0040c5b363dfb21cd4b821, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/82a79626ab8f43ad8353b1a0a8faf8ac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7ba58937e372434bb0b82dc8cef5905f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ef5855b797904359890a98c887db56d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c0d282cad0a3461594738f3890c36f46, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/8b3817c02bb74702be1ff4a3516282b6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ba195e92d5be43a9b246a2f1da9f0e38, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a620641bb68d465781ffd08f7f7e7638, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a87bca8ab2bc46ad976458a161a66ad4] to archive 2024-12-02T22:24:18,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:24:18,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5970f3556dad4086bd1d860be2b4c84d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5970f3556dad4086bd1d860be2b4c84d 2024-12-02T22:24:18,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/76a334fb15bd48e6b83cd73bc6a73da8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/76a334fb15bd48e6b83cd73bc6a73da8 2024-12-02T22:24:18,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/96ac289b82244f69adeae4997373d139 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/96ac289b82244f69adeae4997373d139 2024-12-02T22:24:18,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05bd0b4a7c9b485cac377ab297c0c09a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05bd0b4a7c9b485cac377ab297c0c09a 2024-12-02T22:24:18,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/48d643ffd65c41cc9731be209aec60aa to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/48d643ffd65c41cc9731be209aec60aa 2024-12-02T22:24:18,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/6b2624992e414aee85a2b75ebbb04f53 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/6b2624992e414aee85a2b75ebbb04f53 2024-12-02T22:24:18,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a88971c90cc644e8b8421a8b468b47f8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a88971c90cc644e8b8421a8b468b47f8 2024-12-02T22:24:18,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/11772540a5984f4b9b758a5864e1b649 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/11772540a5984f4b9b758a5864e1b649 2024-12-02T22:24:18,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3abdee407c5e46afb2d2fd855473a551 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3abdee407c5e46afb2d2fd855473a551 2024-12-02T22:24:18,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c9988c3f998140cc87601cd8e1a586a2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c9988c3f998140cc87601cd8e1a586a2 2024-12-02T22:24:18,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/9b7c7a0545d34089bca43c939b682ebd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/9b7c7a0545d34089bca43c939b682ebd 2024-12-02T22:24:18,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5206a8c45ab04d72b0b466e7bdd003d1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/5206a8c45ab04d72b0b466e7bdd003d1 2024-12-02T22:24:18,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/fa9cf5cc1cd64e3a8dd707b33730606c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/fa9cf5cc1cd64e3a8dd707b33730606c 2024-12-02T22:24:18,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/1e4d3b95efcc4a5b9f6500fe1ba27027 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/1e4d3b95efcc4a5b9f6500fe1ba27027 2024-12-02T22:24:18,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/75b0c8cca550461881907ae17af43876 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/75b0c8cca550461881907ae17af43876 2024-12-02T22:24:18,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ac80a34e20644c60982be1cd1cdb34b4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ac80a34e20644c60982be1cd1cdb34b4 2024-12-02T22:24:18,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3886ec6fd1dc4a59a5683f20f1e19ea3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/3886ec6fd1dc4a59a5683f20f1e19ea3 2024-12-02T22:24:18,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7c1e4490e1024414b75e341166b0e948 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7c1e4490e1024414b75e341166b0e948 2024-12-02T22:24:18,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/d86513a37d0040c5b363dfb21cd4b821 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/d86513a37d0040c5b363dfb21cd4b821 2024-12-02T22:24:18,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/82a79626ab8f43ad8353b1a0a8faf8ac to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/82a79626ab8f43ad8353b1a0a8faf8ac 2024-12-02T22:24:18,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7ba58937e372434bb0b82dc8cef5905f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/7ba58937e372434bb0b82dc8cef5905f 2024-12-02T22:24:18,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ef5855b797904359890a98c887db56d1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ef5855b797904359890a98c887db56d1 2024-12-02T22:24:18,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c0d282cad0a3461594738f3890c36f46 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/c0d282cad0a3461594738f3890c36f46 2024-12-02T22:24:18,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/8b3817c02bb74702be1ff4a3516282b6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/8b3817c02bb74702be1ff4a3516282b6 2024-12-02T22:24:18,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ba195e92d5be43a9b246a2f1da9f0e38 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/ba195e92d5be43a9b246a2f1da9f0e38 2024-12-02T22:24:18,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a620641bb68d465781ffd08f7f7e7638 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a620641bb68d465781ffd08f7f7e7638 2024-12-02T22:24:18,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a87bca8ab2bc46ad976458a161a66ad4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/a87bca8ab2bc46ad976458a161a66ad4 2024-12-02T22:24:18,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/8994bf5e8a8a499aa5879563969be181, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/557dec76a7724aca9658a089aa3f37bd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/920357f28f624879a1ef9ccb5bbe2907, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/0f349b56548c47c0b6038aca0558b399, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/9405543ca2124b9c895f11c9c46d54cf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/38a6f215d8604a67ab0af63bd10af99e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/d9bd84f604894be798845d6b7f016afc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/dbcaf59998dc499a95b85f714dae2acd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1844a51ef97c4aeba49d918e43c39199, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ccc81ac87b1f44d08205528239149a47, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/248fb088e891410cb9333a62035a5526, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a3d7727fd53d4c86b8de7be57c8632e1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e1913d6c25e74055b89062c2464ab33c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/21fc6f73ae1b4a05a79bea36bb1231db, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/84dcaa3b16704087891219fab893ae73, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a029c1d98cbe4a12b009185b7bf6303c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7d63f836d5224e76a9fb92062314a556, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/2c1bd5669dca44adba72080262e69a40, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/4e55a65ee04647dc9ccdaec1c313f8b5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7878ce3353dc4090a5f210529b5c3006, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/003fce754d72421e824074eaab587297, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e9fb19e37b514aa5bbde75c7ce1532de, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/36d07c2e5d00424bb06f2b27f4089a77, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a99519f21bee46cab0c9caa6b7274792, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/13de155b3d6a48de99a906590f6205c1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e03a996361fb43a6ac89807d8a5224d1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1f82bbf89b8442f78abf538f12276700] to archive 2024-12-02T22:24:18,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:24:18,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/8994bf5e8a8a499aa5879563969be181 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/8994bf5e8a8a499aa5879563969be181 2024-12-02T22:24:18,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/557dec76a7724aca9658a089aa3f37bd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/557dec76a7724aca9658a089aa3f37bd 2024-12-02T22:24:18,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/920357f28f624879a1ef9ccb5bbe2907 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/920357f28f624879a1ef9ccb5bbe2907 2024-12-02T22:24:18,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/0f349b56548c47c0b6038aca0558b399 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/0f349b56548c47c0b6038aca0558b399 2024-12-02T22:24:18,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/9405543ca2124b9c895f11c9c46d54cf to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/9405543ca2124b9c895f11c9c46d54cf 2024-12-02T22:24:18,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/38a6f215d8604a67ab0af63bd10af99e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/38a6f215d8604a67ab0af63bd10af99e 2024-12-02T22:24:18,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/d9bd84f604894be798845d6b7f016afc to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/d9bd84f604894be798845d6b7f016afc 2024-12-02T22:24:18,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/dbcaf59998dc499a95b85f714dae2acd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/dbcaf59998dc499a95b85f714dae2acd 2024-12-02T22:24:18,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1844a51ef97c4aeba49d918e43c39199 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1844a51ef97c4aeba49d918e43c39199 2024-12-02T22:24:18,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ccc81ac87b1f44d08205528239149a47 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ccc81ac87b1f44d08205528239149a47 2024-12-02T22:24:18,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/248fb088e891410cb9333a62035a5526 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/248fb088e891410cb9333a62035a5526 2024-12-02T22:24:18,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a3d7727fd53d4c86b8de7be57c8632e1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a3d7727fd53d4c86b8de7be57c8632e1 2024-12-02T22:24:18,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e1913d6c25e74055b89062c2464ab33c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e1913d6c25e74055b89062c2464ab33c 2024-12-02T22:24:18,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/21fc6f73ae1b4a05a79bea36bb1231db to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/21fc6f73ae1b4a05a79bea36bb1231db 2024-12-02T22:24:18,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/84dcaa3b16704087891219fab893ae73 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/84dcaa3b16704087891219fab893ae73 2024-12-02T22:24:18,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a029c1d98cbe4a12b009185b7bf6303c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a029c1d98cbe4a12b009185b7bf6303c 2024-12-02T22:24:18,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7d63f836d5224e76a9fb92062314a556 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7d63f836d5224e76a9fb92062314a556 2024-12-02T22:24:18,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/2c1bd5669dca44adba72080262e69a40 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/2c1bd5669dca44adba72080262e69a40 2024-12-02T22:24:18,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/4e55a65ee04647dc9ccdaec1c313f8b5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/4e55a65ee04647dc9ccdaec1c313f8b5 2024-12-02T22:24:18,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7878ce3353dc4090a5f210529b5c3006 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/7878ce3353dc4090a5f210529b5c3006 2024-12-02T22:24:18,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/003fce754d72421e824074eaab587297 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/003fce754d72421e824074eaab587297 2024-12-02T22:24:18,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e9fb19e37b514aa5bbde75c7ce1532de to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e9fb19e37b514aa5bbde75c7ce1532de 2024-12-02T22:24:18,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/36d07c2e5d00424bb06f2b27f4089a77 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/36d07c2e5d00424bb06f2b27f4089a77 2024-12-02T22:24:18,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a99519f21bee46cab0c9caa6b7274792 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/a99519f21bee46cab0c9caa6b7274792 2024-12-02T22:24:18,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/13de155b3d6a48de99a906590f6205c1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/13de155b3d6a48de99a906590f6205c1 2024-12-02T22:24:18,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e03a996361fb43a6ac89807d8a5224d1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/e03a996361fb43a6ac89807d8a5224d1 2024-12-02T22:24:18,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1f82bbf89b8442f78abf538f12276700 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1f82bbf89b8442f78abf538f12276700 2024-12-02T22:24:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/0c669cd1338140c4b2ab0ff2043bfd0a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfbb62f7795c41b694cb4c64566bb3aa, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/7f00ef53cb464a9d83b6c5fc1858777d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f8db7a0308154374b5e8dae17a611fa1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/537da245d42f4303bf5f7e1dc0122005, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60a437097b2a4649a7a709d3bbf34159, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/46082c7aa77f4f9e8db09f7de4b7ae41, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/b7f27851ef4c43f1abcefbde81989e38, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/16f58de13bb84d4eb6bd376a60deb5d8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/e36f6c752e594615a48b0a9c1f14d553, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/412665731a784360b30d1dc2d21afeb1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f6cc0559ae3f498d85f1cac60e74c9ec, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfc6a3ffb4a949eb9616b81925580d90, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/a309469a9ee643a0945f69cbbddeed5a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/d4742486d8b644c498cb865dc041b986, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2ad2afc1d8a5497585abcfb87282540a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/8b6a449473714be096902a317509102b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2546e919ab164246af106654237f045f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6e6457bb8f584d2b831a4b766a9fb3be, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9f3ed9eaa55d41e6ba3e5f6421209f76, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/3b061e1d21d64c18956e9feac1008721, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/21d3276a5cde4a1ca822b0b9bce479e1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/201b707f294f4717994ce21c0d72890f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9637c813c36844b0a3a24ba231d5ecc4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60eb7e23fc2940aba334f37d01fd1ba0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/cbf865ec36294b2f85c85012d38933b4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6a5b8378607240b38fb03cc8356231fa] to archive 2024-12-02T22:24:18,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:24:18,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/0c669cd1338140c4b2ab0ff2043bfd0a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/0c669cd1338140c4b2ab0ff2043bfd0a 2024-12-02T22:24:18,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfbb62f7795c41b694cb4c64566bb3aa to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfbb62f7795c41b694cb4c64566bb3aa 2024-12-02T22:24:18,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/7f00ef53cb464a9d83b6c5fc1858777d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/7f00ef53cb464a9d83b6c5fc1858777d 2024-12-02T22:24:18,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f8db7a0308154374b5e8dae17a611fa1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f8db7a0308154374b5e8dae17a611fa1 2024-12-02T22:24:18,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/537da245d42f4303bf5f7e1dc0122005 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/537da245d42f4303bf5f7e1dc0122005 2024-12-02T22:24:18,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60a437097b2a4649a7a709d3bbf34159 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60a437097b2a4649a7a709d3bbf34159 2024-12-02T22:24:18,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/46082c7aa77f4f9e8db09f7de4b7ae41 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/46082c7aa77f4f9e8db09f7de4b7ae41 2024-12-02T22:24:18,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/b7f27851ef4c43f1abcefbde81989e38 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/b7f27851ef4c43f1abcefbde81989e38 2024-12-02T22:24:18,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/16f58de13bb84d4eb6bd376a60deb5d8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/16f58de13bb84d4eb6bd376a60deb5d8 2024-12-02T22:24:18,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/e36f6c752e594615a48b0a9c1f14d553 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/e36f6c752e594615a48b0a9c1f14d553 2024-12-02T22:24:18,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/412665731a784360b30d1dc2d21afeb1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/412665731a784360b30d1dc2d21afeb1 2024-12-02T22:24:18,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f6cc0559ae3f498d85f1cac60e74c9ec to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/f6cc0559ae3f498d85f1cac60e74c9ec 2024-12-02T22:24:18,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfc6a3ffb4a949eb9616b81925580d90 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/dfc6a3ffb4a949eb9616b81925580d90 2024-12-02T22:24:18,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/a309469a9ee643a0945f69cbbddeed5a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/a309469a9ee643a0945f69cbbddeed5a 2024-12-02T22:24:18,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/d4742486d8b644c498cb865dc041b986 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/d4742486d8b644c498cb865dc041b986 2024-12-02T22:24:18,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2ad2afc1d8a5497585abcfb87282540a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2ad2afc1d8a5497585abcfb87282540a 2024-12-02T22:24:18,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/8b6a449473714be096902a317509102b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/8b6a449473714be096902a317509102b 2024-12-02T22:24:18,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2546e919ab164246af106654237f045f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/2546e919ab164246af106654237f045f 2024-12-02T22:24:18,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6e6457bb8f584d2b831a4b766a9fb3be to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6e6457bb8f584d2b831a4b766a9fb3be 2024-12-02T22:24:18,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9f3ed9eaa55d41e6ba3e5f6421209f76 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9f3ed9eaa55d41e6ba3e5f6421209f76 2024-12-02T22:24:18,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/3b061e1d21d64c18956e9feac1008721 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/3b061e1d21d64c18956e9feac1008721 2024-12-02T22:24:18,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/21d3276a5cde4a1ca822b0b9bce479e1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/21d3276a5cde4a1ca822b0b9bce479e1 2024-12-02T22:24:18,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/201b707f294f4717994ce21c0d72890f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/201b707f294f4717994ce21c0d72890f 2024-12-02T22:24:18,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9637c813c36844b0a3a24ba231d5ecc4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/9637c813c36844b0a3a24ba231d5ecc4 2024-12-02T22:24:18,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60eb7e23fc2940aba334f37d01fd1ba0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/60eb7e23fc2940aba334f37d01fd1ba0 2024-12-02T22:24:18,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/cbf865ec36294b2f85c85012d38933b4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/cbf865ec36294b2f85c85012d38933b4 2024-12-02T22:24:18,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6a5b8378607240b38fb03cc8356231fa to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/6a5b8378607240b38fb03cc8356231fa 2024-12-02T22:24:18,266 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=4 2024-12-02T22:24:18,267 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757. 2024-12-02T22:24:18,267 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 6c0a7694e1aa9d58f1ff793f50a9a757: 2024-12-02T22:24:18,268 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=6c0a7694e1aa9d58f1ff793f50a9a757, regionState=CLOSED 2024-12-02T22:24:18,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-02T22:24:18,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 6c0a7694e1aa9d58f1ff793f50a9a757, server=5e55ea54544d,39943,1733178189000 in 3.4630 sec 2024-12-02T22:24:18,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-02T22:24:18,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0a7694e1aa9d58f1ff793f50a9a757, UNASSIGN in 3.4660 sec 2024-12-02T22:24:18,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-02T22:24:18,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.4680 sec 2024-12-02T22:24:18,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178258273"}]},"ts":"1733178258273"} 2024-12-02T22:24:18,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T22:24:18,286 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T22:24:18,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.5220 sec 2024-12-02T22:24:18,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T22:24:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-02T22:24:18,876 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-02T22:24:18,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T22:24:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:18,881 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T22:24:18,883 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:18,886 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,891 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/recovered.edits] 2024-12-02T22:24:18,897 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05dbadfafa6b4f80b2aaffb185205b1a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/05dbadfafa6b4f80b2aaffb185205b1a 2024-12-02T22:24:18,900 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/b433e9e44de54ee3872d358a498971de to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/b433e9e44de54ee3872d358a498971de 2024-12-02T22:24:18,903 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/f7c48da04a6d4b4d8950f423b5b726aa to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/A/f7c48da04a6d4b4d8950f423b5b726aa 2024-12-02T22:24:18,907 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1760ff110e3548fbac9a0af0ea5ab705 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/1760ff110e3548fbac9a0af0ea5ab705 2024-12-02T22:24:18,909 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/68af2e4c05804957a45f45e4d560bb14 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/68af2e4c05804957a45f45e4d560bb14 2024-12-02T22:24:18,910 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ff989f4cfee64f28b6db0f610072cf68 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/B/ff989f4cfee64f28b6db0f610072cf68 2024-12-02T22:24:18,913 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/54f14e3cfa3b4321b5bbbf20ffaa048e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/54f14e3cfa3b4321b5bbbf20ffaa048e 2024-12-02T22:24:18,914 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/64cb62f7dccc4bf6a30ac9918c960e6a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/64cb62f7dccc4bf6a30ac9918c960e6a 2024-12-02T22:24:18,915 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/c46f26795825441c93a37395ed5a1415 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/C/c46f26795825441c93a37395ed5a1415 2024-12-02T22:24:18,917 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/recovered.edits/420.seqid to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757/recovered.edits/420.seqid 2024-12-02T22:24:18,918 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,918 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T22:24:18,918 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T22:24:18,919 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T22:24:18,923 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202175083d73fe94ebbaa247b457ab9dfbc_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202175083d73fe94ebbaa247b457ab9dfbc_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,924 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021cd40f1dc4de49cb8814c2dabb650a69_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021cd40f1dc4de49cb8814c2dabb650a69_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,925 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120222704f776a96460689840fcc23309da4_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120222704f776a96460689840fcc23309da4_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,926 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022dd12f7605964c25b2f030bb74796344_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022dd12f7605964c25b2f030bb74796344_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,926 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024605ded2d6014009a49059e94d0302be_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024605ded2d6014009a49059e94d0302be_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,927 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120253c512763459469d81f063fa0a38dee1_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120253c512763459469d81f063fa0a38dee1_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,928 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120257b12f3fef3542d496ad64167580c0f6_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120257b12f3fef3542d496ad64167580c0f6_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,929 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025d88d6a40ba140978c705af8a7b5f0ae_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025d88d6a40ba140978c705af8a7b5f0ae_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,930 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120265edabe899974d66b6aa7d74f8fd136c_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120265edabe899974d66b6aa7d74f8fd136c_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,931 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120269c5261689ae43cdb3ac91528ba771fc_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120269c5261689ae43cdb3ac91528ba771fc_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,932 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026afc4c8adb404432866de365240ec586_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026afc4c8adb404432866de365240ec586_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,932 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270383be4ffb3466c83918f4355320fc7_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270383be4ffb3466c83918f4355320fc7_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,933 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202809193cc3d014a978f176f1a9a10be9f_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202809193cc3d014a978f176f1a9a10be9f_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,934 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028251f575600044c496856bb80587b7af_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028251f575600044c496856bb80587b7af_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,935 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288b7c3d125a04bac958b2c3a400c6330_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288b7c3d125a04bac958b2c3a400c6330_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,936 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120296f99d7d896e46b2b4e8c66c2e9b6986_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120296f99d7d896e46b2b4e8c66c2e9b6986_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,937 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029d6857da8b024d278a29981d108f78b1_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029d6857da8b024d278a29981d108f78b1_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,937 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202abfd6d1866db437aa9607fe5a47bdd52_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202abfd6d1866db437aa9607fe5a47bdd52_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,938 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c195a16ba23a481bb3e4ab35b2af9340_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c195a16ba23a481bb3e4ab35b2af9340_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,939 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c692d5ecf13c48da89854ed9d249316f_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c692d5ecf13c48da89854ed9d249316f_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,940 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4680fd517cf472c874e6b7c811d6dbe_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4680fd517cf472c874e6b7c811d6dbe_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,940 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ef28a52f10aa42329aa3fb344d381ad6_6c0a7694e1aa9d58f1ff793f50a9a757 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ef28a52f10aa42329aa3fb344d381ad6_6c0a7694e1aa9d58f1ff793f50a9a757 2024-12-02T22:24:18,941 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T22:24:18,942 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:18,944 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T22:24:18,946 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T22:24:18,947 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:18,947 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T22:24:18,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733178258947"}]},"ts":"9223372036854775807"} 2024-12-02T22:24:18,949 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T22:24:18,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6c0a7694e1aa9d58f1ff793f50a9a757, NAME => 'TestAcidGuarantees,,1733178229324.6c0a7694e1aa9d58f1ff793f50a9a757.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T22:24:18,949 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T22:24:18,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733178258949"}]},"ts":"9223372036854775807"} 2024-12-02T22:24:18,951 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T22:24:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T22:24:18,986 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:18,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 109 msec 2024-12-02T22:24:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T22:24:19,187 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-02T22:24:19,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240 (was 239) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-791785216_22 at /127.0.0.1:40258 [Waiting for operation #171] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2011295656_22 at /127.0.0.1:60712 [Waiting for operation #249] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2011295656_22 at /127.0.0.1:60696 [Waiting for operation #244] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-791785216_22 at /127.0.0.1:34664 [Waiting for operation #278] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 256) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6678 (was 6827) 2024-12-02T22:24:19,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=6678 2024-12-02T22:24:19,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:24:19,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:24:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:19,213 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:24:19,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:19,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-02T22:24:19,213 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:24:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T22:24:19,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742099_1275 (size=963) 2024-12-02T22:24:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T22:24:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T22:24:19,622 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:24:19,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742100_1276 (size=53) 2024-12-02T22:24:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T22:24:20,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:24:20,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9729858d54f016a72de4acda2f5fba28, disabling compactions & flushes 2024-12-02T22:24:20,033 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:20,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:20,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. after waiting 0 ms 2024-12-02T22:24:20,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:20,033 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:20,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:20,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:24:20,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733178260036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178260036"}]},"ts":"1733178260036"} 2024-12-02T22:24:20,039 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T22:24:20,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:24:20,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178260041"}]},"ts":"1733178260041"} 2024-12-02T22:24:20,044 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T22:24:20,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729858d54f016a72de4acda2f5fba28, ASSIGN}] 2024-12-02T22:24:20,097 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729858d54f016a72de4acda2f5fba28, ASSIGN 2024-12-02T22:24:20,098 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729858d54f016a72de4acda2f5fba28, ASSIGN; state=OFFLINE, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=false 2024-12-02T22:24:20,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=9729858d54f016a72de4acda2f5fba28, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:20,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:24:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T22:24:20,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:20,409 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:20,410 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:24:20,411 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,411 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:24:20,411 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,411 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,415 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,418 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:20,418 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9729858d54f016a72de4acda2f5fba28 columnFamilyName A 2024-12-02T22:24:20,418 DEBUG [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:20,419 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.HStore(327): Store=9729858d54f016a72de4acda2f5fba28/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:20,419 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,420 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:20,420 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9729858d54f016a72de4acda2f5fba28 columnFamilyName B 2024-12-02T22:24:20,420 DEBUG [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:20,421 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.HStore(327): Store=9729858d54f016a72de4acda2f5fba28/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:20,421 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,422 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:20,422 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9729858d54f016a72de4acda2f5fba28 columnFamilyName C 2024-12-02T22:24:20,422 DEBUG [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:20,423 INFO [StoreOpener-9729858d54f016a72de4acda2f5fba28-1 {}] regionserver.HStore(327): Store=9729858d54f016a72de4acda2f5fba28/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:20,423 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:20,424 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,424 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,426 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:24:20,427 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:20,429 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:24:20,430 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 9729858d54f016a72de4acda2f5fba28; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64152993, jitterRate=-0.044045910239219666}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:24:20,431 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:20,432 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., pid=72, masterSystemTime=1733178260402 2024-12-02T22:24:20,433 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:20,433 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:20,434 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=9729858d54f016a72de4acda2f5fba28, regionState=OPEN, openSeqNum=2, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:20,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-02T22:24:20,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 in 185 msec 2024-12-02T22:24:20,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-02T22:24:20,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729858d54f016a72de4acda2f5fba28, ASSIGN in 342 msec 2024-12-02T22:24:20,440 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:24:20,440 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178260440"}]},"ts":"1733178260440"} 2024-12-02T22:24:20,441 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T22:24:20,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:24:20,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2430 sec 2024-12-02T22:24:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-02T22:24:21,324 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-02T22:24:21,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-12-02T22:24:21,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,376 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:24:21,380 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:24:21,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-12-02T22:24:21,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-12-02T22:24:21,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-12-02T22:24:21,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-12-02T22:24:21,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-12-02T22:24:21,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-12-02T22:24:21,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-12-02T22:24:21,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-12-02T22:24:21,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-12-02T22:24:21,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-12-02T22:24:21,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:21,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-02T22:24:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T22:24:21,473 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:21,474 DEBUG [hconnection-0x487dad1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,474 DEBUG [hconnection-0x73987bde-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,474 DEBUG [hconnection-0x34b0996d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,474 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:21,474 DEBUG [hconnection-0x3a6acb0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:21,474 DEBUG [hconnection-0x4c60562e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,474 DEBUG [hconnection-0x682de5fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,475 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,475 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,475 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,475 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,476 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,476 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,476 DEBUG [hconnection-0x72b30896-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,476 DEBUG [hconnection-0xa08aa1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,477 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,477 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,477 DEBUG [hconnection-0x6b1b28a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,478 DEBUG [hconnection-0x535d1186-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:21,478 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,479 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:21,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:24:21,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:21,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:21,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:21,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:21,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:21,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:21,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178321502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178321502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178321503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178321505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178321506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/aee7be1cd3d84c3e843664462f170f05 is 50, key is test_row_0/A:col10/1733178261483/Put/seqid=0 2024-12-02T22:24:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742101_1277 (size=12001) 2024-12-02T22:24:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T22:24:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178321607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178321607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178321609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178321609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178321611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T22:24:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:21,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T22:24:21,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T22:24:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:21,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178321810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178321809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178321811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178321812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178321814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:21,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T22:24:21,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:21,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:21,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:21,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:21,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/aee7be1cd3d84c3e843664462f170f05 2024-12-02T22:24:21,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/da3e6a8ad4db45f48a2c06f52de6cf75 is 50, key is test_row_0/B:col10/1733178261483/Put/seqid=0 2024-12-02T22:24:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742102_1278 (size=12001) 2024-12-02T22:24:21,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/da3e6a8ad4db45f48a2c06f52de6cf75 2024-12-02T22:24:21,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/fb781064804b4319b988a0c5f29a0950 is 50, key is test_row_0/C:col10/1733178261483/Put/seqid=0 2024-12-02T22:24:21,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742103_1279 (size=12001) 2024-12-02T22:24:21,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/fb781064804b4319b988a0c5f29a0950 2024-12-02T22:24:21,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/aee7be1cd3d84c3e843664462f170f05 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aee7be1cd3d84c3e843664462f170f05 2024-12-02T22:24:21,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aee7be1cd3d84c3e843664462f170f05, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T22:24:21,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/da3e6a8ad4db45f48a2c06f52de6cf75 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/da3e6a8ad4db45f48a2c06f52de6cf75 2024-12-02T22:24:22,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/da3e6a8ad4db45f48a2c06f52de6cf75, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T22:24:22,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/fb781064804b4319b988a0c5f29a0950 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fb781064804b4319b988a0c5f29a0950 2024-12-02T22:24:22,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fb781064804b4319b988a0c5f29a0950, entries=150, sequenceid=14, filesize=11.7 K 2024-12-02T22:24:22,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 9729858d54f016a72de4acda2f5fba28 in 521ms, sequenceid=14, compaction requested=false 2024-12-02T22:24:22,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T22:24:22,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T22:24:22,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:22,084 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:24:22,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:22,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:22,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:22,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:22,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:22,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/d1b86b057ae0409b98c0e312febacac1 is 50, key is test_row_0/A:col10/1733178261504/Put/seqid=0 2024-12-02T22:24:22,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742104_1280 (size=12001) 2024-12-02T22:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178322117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178322118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178322119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178322120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178322120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178322221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178322221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178322221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178322224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178322224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178322424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178322424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178322424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178322426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178322426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,512 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/d1b86b057ae0409b98c0e312febacac1 2024-12-02T22:24:22,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/20f93254a09c4b41bf87788468210a83 is 50, key is test_row_0/B:col10/1733178261504/Put/seqid=0 2024-12-02T22:24:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742105_1281 (size=12001) 2024-12-02T22:24:22,522 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/20f93254a09c4b41bf87788468210a83 2024-12-02T22:24:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/49e6aeddc4d84fa4a84865858159f224 is 50, key is test_row_0/C:col10/1733178261504/Put/seqid=0 2024-12-02T22:24:22,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742106_1282 (size=12001) 2024-12-02T22:24:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T22:24:22,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178322726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178322726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178322727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178322729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178322730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:22,934 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/49e6aeddc4d84fa4a84865858159f224 2024-12-02T22:24:22,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/d1b86b057ae0409b98c0e312febacac1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/d1b86b057ae0409b98c0e312febacac1 2024-12-02T22:24:22,941 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/d1b86b057ae0409b98c0e312febacac1, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T22:24:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/20f93254a09c4b41bf87788468210a83 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/20f93254a09c4b41bf87788468210a83 2024-12-02T22:24:22,944 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/20f93254a09c4b41bf87788468210a83, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T22:24:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/49e6aeddc4d84fa4a84865858159f224 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/49e6aeddc4d84fa4a84865858159f224 2024-12-02T22:24:22,948 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/49e6aeddc4d84fa4a84865858159f224, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T22:24:22,949 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9729858d54f016a72de4acda2f5fba28 in 865ms, sequenceid=38, compaction requested=false 2024-12-02T22:24:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-02T22:24:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-02T22:24:22,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-02T22:24:22,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4760 sec 2024-12-02T22:24:22,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.4790 sec 2024-12-02T22:24:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:23,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:24:23,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:23,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:23,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:23,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:23,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:23,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:23,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178323243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178323243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178323244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178323244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178323245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/4a2876530d814f748b278704cfc18174 is 50, key is test_row_0/A:col10/1733178263228/Put/seqid=0 2024-12-02T22:24:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742107_1283 (size=14341) 2024-12-02T22:24:23,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178323346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178323346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178323346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178323347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178323347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178323548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178323548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178323548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178323549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178323551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T22:24:23,578 INFO [Thread-1266 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-02T22:24:23,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-02T22:24:23,580 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:23,581 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:23,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T22:24:23,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/4a2876530d814f748b278704cfc18174 2024-12-02T22:24:23,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/10388547d9cc4638aed57da5a3f1eb9c is 50, key is test_row_0/B:col10/1733178263228/Put/seqid=0 2024-12-02T22:24:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742108_1284 (size=12001) 2024-12-02T22:24:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T22:24:23,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T22:24:23,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:23,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:23,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:23,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:23,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:23,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:24:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178323850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178323850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178323851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178323854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178323855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T22:24:23,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:23,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T22:24:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:23,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T22:24:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/10388547d9cc4638aed57da5a3f1eb9c 2024-12-02T22:24:24,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/f47edc2221424c0f8c982c9b1d216bae is 50, key is test_row_0/C:col10/1733178263228/Put/seqid=0 2024-12-02T22:24:24,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742109_1285 (size=12001) 2024-12-02T22:24:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T22:24:24,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T22:24:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T22:24:24,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:24,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178324352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178324354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178324355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178324356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178324361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/f47edc2221424c0f8c982c9b1d216bae 2024-12-02T22:24:24,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/4a2876530d814f748b278704cfc18174 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4a2876530d814f748b278704cfc18174 2024-12-02T22:24:24,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4a2876530d814f748b278704cfc18174, entries=200, sequenceid=51, filesize=14.0 K 2024-12-02T22:24:24,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/10388547d9cc4638aed57da5a3f1eb9c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/10388547d9cc4638aed57da5a3f1eb9c 2024-12-02T22:24:24,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/10388547d9cc4638aed57da5a3f1eb9c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-02T22:24:24,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T22:24:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/f47edc2221424c0f8c982c9b1d216bae as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f47edc2221424c0f8c982c9b1d216bae 2024-12-02T22:24:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:24,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f47edc2221424c0f8c982c9b1d216bae, entries=150, sequenceid=51, filesize=11.7 K 2024-12-02T22:24:24,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9729858d54f016a72de4acda2f5fba28 in 1271ms, sequenceid=51, compaction requested=true 2024-12-02T22:24:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:24,500 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:24,500 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:24,501 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:24,501 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/B is initiating minor compaction (all files) 2024-12-02T22:24:24,501 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/B in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,501 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/da3e6a8ad4db45f48a2c06f52de6cf75, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/20f93254a09c4b41bf87788468210a83, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/10388547d9cc4638aed57da5a3f1eb9c] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=35.2 K 2024-12-02T22:24:24,501 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:24,501 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/A is initiating minor compaction (all files) 2024-12-02T22:24:24,501 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/A in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,501 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aee7be1cd3d84c3e843664462f170f05, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/d1b86b057ae0409b98c0e312febacac1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4a2876530d814f748b278704cfc18174] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=37.4 K 2024-12-02T22:24:24,502 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting da3e6a8ad4db45f48a2c06f52de6cf75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733178261483 2024-12-02T22:24:24,502 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting aee7be1cd3d84c3e843664462f170f05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733178261483 2024-12-02T22:24:24,502 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 20f93254a09c4b41bf87788468210a83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733178261502 2024-12-02T22:24:24,502 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1b86b057ae0409b98c0e312febacac1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733178261502 2024-12-02T22:24:24,502 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 10388547d9cc4638aed57da5a3f1eb9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178262119 2024-12-02T22:24:24,502 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a2876530d814f748b278704cfc18174, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178262117 2024-12-02T22:24:24,509 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#B#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:24,509 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/7e2469de7ab843909c04a25147edbb8f is 50, key is test_row_0/B:col10/1733178263228/Put/seqid=0 2024-12-02T22:24:24,512 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:24,512 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/cf11128bf5f44da0b91efce1c853f12d is 50, key is test_row_0/A:col10/1733178263228/Put/seqid=0 2024-12-02T22:24:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742110_1286 (size=12104) 2024-12-02T22:24:24,518 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/7e2469de7ab843909c04a25147edbb8f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/7e2469de7ab843909c04a25147edbb8f 2024-12-02T22:24:24,525 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/B of 9729858d54f016a72de4acda2f5fba28 into 7e2469de7ab843909c04a25147edbb8f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:24,525 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:24,525 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/B, priority=13, startTime=1733178264500; duration=0sec 2024-12-02T22:24:24,525 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:24,525 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:B 2024-12-02T22:24:24,526 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:24,526 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:24,526 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/C is initiating minor compaction (all files) 2024-12-02T22:24:24,527 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/C in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,527 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fb781064804b4319b988a0c5f29a0950, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/49e6aeddc4d84fa4a84865858159f224, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f47edc2221424c0f8c982c9b1d216bae] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=35.2 K 2024-12-02T22:24:24,527 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting fb781064804b4319b988a0c5f29a0950, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733178261483 2024-12-02T22:24:24,527 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 49e6aeddc4d84fa4a84865858159f224, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733178261502 2024-12-02T22:24:24,527 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting f47edc2221424c0f8c982c9b1d216bae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178262119 2024-12-02T22:24:24,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742111_1287 (size=12104) 2024-12-02T22:24:24,533 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/cf11128bf5f44da0b91efce1c853f12d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/cf11128bf5f44da0b91efce1c853f12d 2024-12-02T22:24:24,534 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#C#compaction#238 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:24,535 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/48626a41116343afbbc2eea41d558c5c is 50, key is test_row_0/C:col10/1733178263228/Put/seqid=0 2024-12-02T22:24:24,539 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/A of 9729858d54f016a72de4acda2f5fba28 into cf11128bf5f44da0b91efce1c853f12d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:24,540 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:24,540 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/A, priority=13, startTime=1733178264500; duration=0sec 2024-12-02T22:24:24,540 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:24,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742112_1288 (size=12104) 2024-12-02T22:24:24,540 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:A 2024-12-02T22:24:24,545 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/48626a41116343afbbc2eea41d558c5c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/48626a41116343afbbc2eea41d558c5c 2024-12-02T22:24:24,549 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/C of 9729858d54f016a72de4acda2f5fba28 into 48626a41116343afbbc2eea41d558c5c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:24,549 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:24,549 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/C, priority=13, startTime=1733178264500; duration=0sec 2024-12-02T22:24:24,549 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:24,549 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:C 2024-12-02T22:24:24,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:24,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T22:24:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:24,647 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T22:24:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/0fdff2d0a0cb4797966372cee6d3c38d is 50, key is test_row_0/A:col10/1733178263244/Put/seqid=0 2024-12-02T22:24:24,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742113_1289 (size=12001) 2024-12-02T22:24:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T22:24:25,055 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/0fdff2d0a0cb4797966372cee6d3c38d 2024-12-02T22:24:25,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/9a792506c59a45e58f87f86651138a8f is 50, key is test_row_0/B:col10/1733178263244/Put/seqid=0 2024-12-02T22:24:25,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742114_1290 (size=12001) 2024-12-02T22:24:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:25,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:25,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178325364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178325364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178325365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178325365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178325366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,465 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/9a792506c59a45e58f87f86651138a8f 2024-12-02T22:24:25,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178325467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178325468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178325469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178325469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/c2cdffacdd554903bb7bf16c77357d91 is 50, key is test_row_0/C:col10/1733178263244/Put/seqid=0 2024-12-02T22:24:25,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742115_1291 (size=12001) 2024-12-02T22:24:25,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178325669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178325670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178325671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178325672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T22:24:25,874 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/c2cdffacdd554903bb7bf16c77357d91 2024-12-02T22:24:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/0fdff2d0a0cb4797966372cee6d3c38d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/0fdff2d0a0cb4797966372cee6d3c38d 2024-12-02T22:24:25,881 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/0fdff2d0a0cb4797966372cee6d3c38d, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T22:24:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/9a792506c59a45e58f87f86651138a8f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/9a792506c59a45e58f87f86651138a8f 2024-12-02T22:24:25,885 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/9a792506c59a45e58f87f86651138a8f, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T22:24:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/c2cdffacdd554903bb7bf16c77357d91 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/c2cdffacdd554903bb7bf16c77357d91 2024-12-02T22:24:25,888 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/c2cdffacdd554903bb7bf16c77357d91, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T22:24:25,889 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9729858d54f016a72de4acda2f5fba28 in 1242ms, sequenceid=77, compaction requested=false 2024-12-02T22:24:25,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:25,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:25,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-02T22:24:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-02T22:24:25,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-02T22:24:25,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3090 sec 2024-12-02T22:24:25,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.3120 sec 2024-12-02T22:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:25,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T22:24:25,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:25,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:25,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:25,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:25,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:25,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:25,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/39d677a6be234e539149f3e552b4367d is 50, key is test_row_0/A:col10/1733178265972/Put/seqid=0 2024-12-02T22:24:25,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742116_1292 (size=14341) 2024-12-02T22:24:25,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178325987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178325987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178325988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178325988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178326091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178326091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178326091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178326091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178326294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178326294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178326294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178326295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/39d677a6be234e539149f3e552b4367d 2024-12-02T22:24:26,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/cb3795dc42674cc78aba0051d9bc9074 is 50, key is test_row_0/B:col10/1733178265972/Put/seqid=0 2024-12-02T22:24:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742117_1293 (size=12001) 2024-12-02T22:24:26,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178326596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178326597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178326598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178326598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:26,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/cb3795dc42674cc78aba0051d9bc9074 2024-12-02T22:24:26,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/1a4441ad57a9455aa6a354648c366895 is 50, key is test_row_0/C:col10/1733178265972/Put/seqid=0 2024-12-02T22:24:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742118_1294 (size=12001) 2024-12-02T22:24:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178327099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178327099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178327100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178327101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/1a4441ad57a9455aa6a354648c366895 2024-12-02T22:24:27,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/39d677a6be234e539149f3e552b4367d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/39d677a6be234e539149f3e552b4367d 2024-12-02T22:24:27,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/39d677a6be234e539149f3e552b4367d, entries=200, sequenceid=92, filesize=14.0 K 2024-12-02T22:24:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/cb3795dc42674cc78aba0051d9bc9074 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/cb3795dc42674cc78aba0051d9bc9074 2024-12-02T22:24:27,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/cb3795dc42674cc78aba0051d9bc9074, entries=150, sequenceid=92, filesize=11.7 K 2024-12-02T22:24:27,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/1a4441ad57a9455aa6a354648c366895 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/1a4441ad57a9455aa6a354648c366895 2024-12-02T22:24:27,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/1a4441ad57a9455aa6a354648c366895, entries=150, sequenceid=92, filesize=11.7 K 2024-12-02T22:24:27,222 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-02T22:24:27,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9729858d54f016a72de4acda2f5fba28 in 1250ms, sequenceid=92, compaction requested=true 2024-12-02T22:24:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:27,223 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:27,223 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:27,224 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:27,224 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:27,224 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/B is initiating minor compaction (all files) 2024-12-02T22:24:27,224 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/A is initiating minor compaction (all files) 2024-12-02T22:24:27,224 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/A in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:27,224 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/B in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:27,224 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/7e2469de7ab843909c04a25147edbb8f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/9a792506c59a45e58f87f86651138a8f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/cb3795dc42674cc78aba0051d9bc9074] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=35.3 K 2024-12-02T22:24:27,224 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/cf11128bf5f44da0b91efce1c853f12d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/0fdff2d0a0cb4797966372cee6d3c38d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/39d677a6be234e539149f3e552b4367d] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=37.5 K 2024-12-02T22:24:27,225 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf11128bf5f44da0b91efce1c853f12d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178262119 2024-12-02T22:24:27,225 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e2469de7ab843909c04a25147edbb8f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178262119 2024-12-02T22:24:27,225 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fdff2d0a0cb4797966372cee6d3c38d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178263243 2024-12-02T22:24:27,225 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a792506c59a45e58f87f86651138a8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178263243 2024-12-02T22:24:27,225 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting cb3795dc42674cc78aba0051d9bc9074, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733178265364 2024-12-02T22:24:27,225 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39d677a6be234e539149f3e552b4367d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733178265360 2024-12-02T22:24:27,231 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#A#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:27,231 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/46b579debcf749a6aee6283dcf38eb1d is 50, key is test_row_0/A:col10/1733178265972/Put/seqid=0 2024-12-02T22:24:27,231 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:27,232 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/6831c1b6fb61415c8ad681632201615c is 50, key is test_row_0/B:col10/1733178265972/Put/seqid=0 2024-12-02T22:24:27,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742119_1295 (size=12207) 2024-12-02T22:24:27,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742120_1296 (size=12207) 2024-12-02T22:24:27,253 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/6831c1b6fb61415c8ad681632201615c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6831c1b6fb61415c8ad681632201615c 2024-12-02T22:24:27,257 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/B of 9729858d54f016a72de4acda2f5fba28 into 6831c1b6fb61415c8ad681632201615c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:27,257 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:27,257 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/B, priority=13, startTime=1733178267223; duration=0sec 2024-12-02T22:24:27,257 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:27,257 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:B 2024-12-02T22:24:27,257 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:27,258 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:27,258 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/C is initiating minor compaction (all files) 2024-12-02T22:24:27,258 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/C in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:27,258 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/48626a41116343afbbc2eea41d558c5c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/c2cdffacdd554903bb7bf16c77357d91, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/1a4441ad57a9455aa6a354648c366895] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=35.3 K 2024-12-02T22:24:27,259 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 48626a41116343afbbc2eea41d558c5c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178262119 2024-12-02T22:24:27,259 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c2cdffacdd554903bb7bf16c77357d91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178263243 2024-12-02T22:24:27,259 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a4441ad57a9455aa6a354648c366895, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733178265364 2024-12-02T22:24:27,266 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#C#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:27,266 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/46dc95807a0045a59f6280b1af3aa429 is 50, key is test_row_0/C:col10/1733178265972/Put/seqid=0 2024-12-02T22:24:27,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742121_1297 (size=12207) 2024-12-02T22:24:27,274 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/46dc95807a0045a59f6280b1af3aa429 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/46dc95807a0045a59f6280b1af3aa429 2024-12-02T22:24:27,278 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/C of 9729858d54f016a72de4acda2f5fba28 into 46dc95807a0045a59f6280b1af3aa429(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:27,278 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:27,278 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/C, priority=13, startTime=1733178267223; duration=0sec 2024-12-02T22:24:27,278 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:27,278 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:C 2024-12-02T22:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:27,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T22:24:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:27,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/2707587e969540319ce55e3afadccba6 is 50, key is test_row_0/A:col10/1733178267382/Put/seqid=0 2024-12-02T22:24:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742122_1298 (size=14341) 2024-12-02T22:24:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178327402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178327505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,645 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/46b579debcf749a6aee6283dcf38eb1d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/46b579debcf749a6aee6283dcf38eb1d 2024-12-02T22:24:27,649 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/A of 9729858d54f016a72de4acda2f5fba28 into 46b579debcf749a6aee6283dcf38eb1d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:27,649 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:27,650 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/A, priority=13, startTime=1733178267223; duration=0sec 2024-12-02T22:24:27,650 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:27,650 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:A 2024-12-02T22:24:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T22:24:27,685 INFO [Thread-1266 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-02T22:24:27,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-02T22:24:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T22:24:27,687 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:27,687 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:27,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178327707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T22:24:27,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/2707587e969540319ce55e3afadccba6 2024-12-02T22:24:27,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/249e60627a8b497190492041f2340726 is 50, key is test_row_0/B:col10/1733178267382/Put/seqid=0 2024-12-02T22:24:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742123_1299 (size=12001) 2024-12-02T22:24:27,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T22:24:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:27,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T22:24:27,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:27,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T22:24:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:27,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178328010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178328100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178328103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178328103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178328106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T22:24:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/249e60627a8b497190492041f2340726 2024-12-02T22:24:28,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/e70417b8b2824ec2a777ca3c782bded9 is 50, key is test_row_0/C:col10/1733178267382/Put/seqid=0 2024-12-02T22:24:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742124_1300 (size=12001) 2024-12-02T22:24:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T22:24:28,297 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T22:24:28,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:28,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,449 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T22:24:28,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:28,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178328512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T22:24:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:28,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/e70417b8b2824ec2a777ca3c782bded9 2024-12-02T22:24:28,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/2707587e969540319ce55e3afadccba6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2707587e969540319ce55e3afadccba6 2024-12-02T22:24:28,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2707587e969540319ce55e3afadccba6, entries=200, sequenceid=116, filesize=14.0 K 2024-12-02T22:24:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/249e60627a8b497190492041f2340726 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/249e60627a8b497190492041f2340726 2024-12-02T22:24:28,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/249e60627a8b497190492041f2340726, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T22:24:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/e70417b8b2824ec2a777ca3c782bded9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/e70417b8b2824ec2a777ca3c782bded9 2024-12-02T22:24:28,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/e70417b8b2824ec2a777ca3c782bded9, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T22:24:28,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9729858d54f016a72de4acda2f5fba28 in 1247ms, sequenceid=116, compaction requested=false 2024-12-02T22:24:28,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:28,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T22:24:28,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T22:24:28,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:28,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T22:24:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:28,755 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T22:24:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:28,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/3006b415071e468da4f1ec911227bdd3 is 50, key is test_row_0/A:col10/1733178267401/Put/seqid=0 2024-12-02T22:24:28,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742125_1301 (size=12051) 2024-12-02T22:24:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T22:24:29,162 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/3006b415071e468da4f1ec911227bdd3 2024-12-02T22:24:29,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/6d48b95663364ca585c1cee02bc06a31 is 50, key is test_row_0/B:col10/1733178267401/Put/seqid=0 2024-12-02T22:24:29,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742126_1302 (size=12051) 2024-12-02T22:24:29,172 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/6d48b95663364ca585c1cee02bc06a31 2024-12-02T22:24:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b6b7fc35d8f34956a98d20fa7a538293 is 50, key is test_row_0/C:col10/1733178267401/Put/seqid=0 2024-12-02T22:24:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742127_1303 (size=12051) 2024-12-02T22:24:29,181 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b6b7fc35d8f34956a98d20fa7a538293 2024-12-02T22:24:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/3006b415071e468da4f1ec911227bdd3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/3006b415071e468da4f1ec911227bdd3 2024-12-02T22:24:29,196 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/3006b415071e468da4f1ec911227bdd3, entries=150, sequenceid=131, filesize=11.8 K 2024-12-02T22:24:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/6d48b95663364ca585c1cee02bc06a31 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6d48b95663364ca585c1cee02bc06a31 2024-12-02T22:24:29,201 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6d48b95663364ca585c1cee02bc06a31, entries=150, sequenceid=131, filesize=11.8 K 2024-12-02T22:24:29,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b6b7fc35d8f34956a98d20fa7a538293 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b6b7fc35d8f34956a98d20fa7a538293 2024-12-02T22:24:29,205 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b6b7fc35d8f34956a98d20fa7a538293, entries=150, sequenceid=131, filesize=11.8 K 2024-12-02T22:24:29,206 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 9729858d54f016a72de4acda2f5fba28 in 451ms, sequenceid=131, compaction requested=true 2024-12-02T22:24:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-02T22:24:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-02T22:24:29,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-02T22:24:29,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-12-02T22:24:29,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.5220 sec 2024-12-02T22:24:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:29,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:24:29,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:29,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/a404cb62197942d7a0bc3420b06f6073 is 50, key is test_row_0/A:col10/1733178269531/Put/seqid=0 2024-12-02T22:24:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742128_1304 (size=12151) 2024-12-02T22:24:29,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178329593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178329696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T22:24:29,790 INFO [Thread-1266 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-02T22:24:29,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-02T22:24:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T22:24:29,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:29,793 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:29,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T22:24:29,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178329898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:29,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/a404cb62197942d7a0bc3420b06f6073 2024-12-02T22:24:29,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:29,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T22:24:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:29,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:29,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/8c2907bcc1a4438895da36256b24b383 is 50, key is test_row_0/B:col10/1733178269531/Put/seqid=0 2024-12-02T22:24:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742129_1305 (size=12151) 2024-12-02T22:24:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T22:24:30,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T22:24:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178330107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,108 DEBUG [Thread-1262 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4121 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:24:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178330112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,114 DEBUG [Thread-1256 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:24:30,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178330123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,124 DEBUG [Thread-1258 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:24:30,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178330126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,128 DEBUG [Thread-1260 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:24:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178330200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T22:24:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/8c2907bcc1a4438895da36256b24b383 2024-12-02T22:24:30,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/fa580125bb4c4e868985750ebdc6858f is 50, key is test_row_0/C:col10/1733178269531/Put/seqid=0 2024-12-02T22:24:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742130_1306 (size=12151) 2024-12-02T22:24:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T22:24:30,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T22:24:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T22:24:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178330704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T22:24:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:30,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/fa580125bb4c4e868985750ebdc6858f 2024-12-02T22:24:30,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/a404cb62197942d7a0bc3420b06f6073 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a404cb62197942d7a0bc3420b06f6073 2024-12-02T22:24:30,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a404cb62197942d7a0bc3420b06f6073, entries=150, sequenceid=142, filesize=11.9 K 2024-12-02T22:24:30,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/8c2907bcc1a4438895da36256b24b383 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/8c2907bcc1a4438895da36256b24b383 2024-12-02T22:24:30,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/8c2907bcc1a4438895da36256b24b383, entries=150, sequenceid=142, filesize=11.9 K 2024-12-02T22:24:30,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/fa580125bb4c4e868985750ebdc6858f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fa580125bb4c4e868985750ebdc6858f 2024-12-02T22:24:30,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fa580125bb4c4e868985750ebdc6858f, entries=150, sequenceid=142, filesize=11.9 K 2024-12-02T22:24:30,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9729858d54f016a72de4acda2f5fba28 in 1277ms, sequenceid=142, compaction requested=true 2024-12-02T22:24:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:30,809 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:24:30,809 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:24:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:30,811 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:24:30,811 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:24:30,811 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/A is initiating minor compaction (all files) 2024-12-02T22:24:30,811 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/B is initiating minor compaction (all files) 2024-12-02T22:24:30,811 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/A in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,811 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/B in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,811 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/46b579debcf749a6aee6283dcf38eb1d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2707587e969540319ce55e3afadccba6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/3006b415071e468da4f1ec911227bdd3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a404cb62197942d7a0bc3420b06f6073] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=49.6 K 2024-12-02T22:24:30,811 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6831c1b6fb61415c8ad681632201615c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/249e60627a8b497190492041f2340726, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6d48b95663364ca585c1cee02bc06a31, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/8c2907bcc1a4438895da36256b24b383] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=47.3 K 2024-12-02T22:24:30,811 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 6831c1b6fb61415c8ad681632201615c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733178265364 2024-12-02T22:24:30,811 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46b579debcf749a6aee6283dcf38eb1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733178265364 2024-12-02T22:24:30,811 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2707587e969540319ce55e3afadccba6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178265986 2024-12-02T22:24:30,811 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 249e60627a8b497190492041f2340726, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178265986 2024-12-02T22:24:30,812 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3006b415071e468da4f1ec911227bdd3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733178267390 2024-12-02T22:24:30,812 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d48b95663364ca585c1cee02bc06a31, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733178267390 2024-12-02T22:24:30,812 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a404cb62197942d7a0bc3420b06f6073, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178269525 2024-12-02T22:24:30,812 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c2907bcc1a4438895da36256b24b383, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178269525 2024-12-02T22:24:30,820 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#A#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:30,820 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/2176263ebd7945058637f7587216fe0d is 50, key is test_row_0/A:col10/1733178269531/Put/seqid=0 2024-12-02T22:24:30,822 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:30,823 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/c39928828d014acbbff46400275507a3 is 50, key is test_row_0/B:col10/1733178269531/Put/seqid=0 2024-12-02T22:24:30,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742131_1307 (size=12493) 2024-12-02T22:24:30,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742132_1308 (size=12493) 2024-12-02T22:24:30,858 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:30,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T22:24:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:30,859 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:24:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:30,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/7c3324b051054aa9851d0932a321c1c6 is 50, key is test_row_0/A:col10/1733178269576/Put/seqid=0 2024-12-02T22:24:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742133_1309 (size=12151) 2024-12-02T22:24:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T22:24:31,236 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/2176263ebd7945058637f7587216fe0d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2176263ebd7945058637f7587216fe0d 2024-12-02T22:24:31,240 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/A of 9729858d54f016a72de4acda2f5fba28 into 2176263ebd7945058637f7587216fe0d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:31,241 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:31,241 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/A, priority=12, startTime=1733178270809; duration=0sec 2024-12-02T22:24:31,241 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:31,241 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:A 2024-12-02T22:24:31,241 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:24:31,243 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:24:31,243 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/C is initiating minor compaction (all files) 2024-12-02T22:24:31,243 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/C in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:31,244 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/46dc95807a0045a59f6280b1af3aa429, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/e70417b8b2824ec2a777ca3c782bded9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b6b7fc35d8f34956a98d20fa7a538293, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fa580125bb4c4e868985750ebdc6858f] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=47.3 K 2024-12-02T22:24:31,244 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46dc95807a0045a59f6280b1af3aa429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733178265364 2024-12-02T22:24:31,244 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting e70417b8b2824ec2a777ca3c782bded9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178265986 2024-12-02T22:24:31,245 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6b7fc35d8f34956a98d20fa7a538293, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733178267390 2024-12-02T22:24:31,245 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa580125bb4c4e868985750ebdc6858f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178269525 2024-12-02T22:24:31,246 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/c39928828d014acbbff46400275507a3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c39928828d014acbbff46400275507a3 2024-12-02T22:24:31,250 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/B of 9729858d54f016a72de4acda2f5fba28 into c39928828d014acbbff46400275507a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:31,250 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:31,250 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/B, priority=12, startTime=1733178270809; duration=0sec 2024-12-02T22:24:31,250 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:31,250 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:B 2024-12-02T22:24:31,253 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:31,253 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/8332b0a97c2e4da6bfd79f59b1edf1a6 is 50, key is test_row_0/C:col10/1733178269531/Put/seqid=0 2024-12-02T22:24:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742134_1310 (size=12493) 2024-12-02T22:24:31,267 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/7c3324b051054aa9851d0932a321c1c6 2024-12-02T22:24:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/6207ec9f1435483dbef53b8ab08b951f is 50, key is test_row_0/B:col10/1733178269576/Put/seqid=0 2024-12-02T22:24:31,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742135_1311 (size=12151) 2024-12-02T22:24:31,661 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/8332b0a97c2e4da6bfd79f59b1edf1a6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/8332b0a97c2e4da6bfd79f59b1edf1a6 2024-12-02T22:24:31,665 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/C of 9729858d54f016a72de4acda2f5fba28 into 8332b0a97c2e4da6bfd79f59b1edf1a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:31,665 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:31,665 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/C, priority=12, startTime=1733178270809; duration=0sec 2024-12-02T22:24:31,665 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:31,665 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:C 2024-12-02T22:24:31,677 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/6207ec9f1435483dbef53b8ab08b951f 2024-12-02T22:24:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/67a3d88dba0c4fca94273431849bc685 is 50, key is test_row_0/C:col10/1733178269576/Put/seqid=0 2024-12-02T22:24:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742136_1312 (size=12151) 2024-12-02T22:24:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:31,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178331738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:31,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178331841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T22:24:32,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178332044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:32,107 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/67a3d88dba0c4fca94273431849bc685 2024-12-02T22:24:32,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/7c3324b051054aa9851d0932a321c1c6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/7c3324b051054aa9851d0932a321c1c6 2024-12-02T22:24:32,113 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/7c3324b051054aa9851d0932a321c1c6, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T22:24:32,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/6207ec9f1435483dbef53b8ab08b951f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6207ec9f1435483dbef53b8ab08b951f 2024-12-02T22:24:32,117 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6207ec9f1435483dbef53b8ab08b951f, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T22:24:32,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/67a3d88dba0c4fca94273431849bc685 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67a3d88dba0c4fca94273431849bc685 2024-12-02T22:24:32,122 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67a3d88dba0c4fca94273431849bc685, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T22:24:32,122 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9729858d54f016a72de4acda2f5fba28 in 1263ms, sequenceid=167, compaction requested=false 2024-12-02T22:24:32,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:32,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:32,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-02T22:24:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-02T22:24:32,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-02T22:24:32,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-12-02T22:24:32,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.3330 sec 2024-12-02T22:24:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:32,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:24:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:32,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/4c49ce64aa0b4dc58026e0950dd3d59a is 50, key is test_row_0/A:col10/1733178272347/Put/seqid=0 2024-12-02T22:24:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742137_1313 (size=9757) 2024-12-02T22:24:32,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178332413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:32,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178332516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:32,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178332719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:32,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/4c49ce64aa0b4dc58026e0950dd3d59a 2024-12-02T22:24:32,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/63895141fb3a477f8ea1f567e6fe1604 is 50, key is test_row_0/B:col10/1733178272347/Put/seqid=0 2024-12-02T22:24:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742138_1314 (size=9757) 2024-12-02T22:24:32,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/63895141fb3a477f8ea1f567e6fe1604 2024-12-02T22:24:32,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/23437cb2d7c34d91b33edaaccee4c067 is 50, key is test_row_0/C:col10/1733178272347/Put/seqid=0 2024-12-02T22:24:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742139_1315 (size=9757) 2024-12-02T22:24:33,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178333022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:33,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/23437cb2d7c34d91b33edaaccee4c067 2024-12-02T22:24:33,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/4c49ce64aa0b4dc58026e0950dd3d59a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4c49ce64aa0b4dc58026e0950dd3d59a 2024-12-02T22:24:33,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4c49ce64aa0b4dc58026e0950dd3d59a, entries=100, sequenceid=182, filesize=9.5 K 2024-12-02T22:24:33,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/63895141fb3a477f8ea1f567e6fe1604 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/63895141fb3a477f8ea1f567e6fe1604 2024-12-02T22:24:33,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/63895141fb3a477f8ea1f567e6fe1604, entries=100, sequenceid=182, filesize=9.5 K 2024-12-02T22:24:33,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/23437cb2d7c34d91b33edaaccee4c067 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/23437cb2d7c34d91b33edaaccee4c067 2024-12-02T22:24:33,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/23437cb2d7c34d91b33edaaccee4c067, entries=100, sequenceid=182, filesize=9.5 K 2024-12-02T22:24:33,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9729858d54f016a72de4acda2f5fba28 in 845ms, sequenceid=182, compaction requested=true 2024-12-02T22:24:33,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:33,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:33,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:33,202 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:33,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:33,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:33,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:33,202 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:33,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:33,203 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:33,203 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:33,203 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/A is initiating minor compaction (all files) 2024-12-02T22:24:33,203 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/B is initiating minor compaction (all files) 2024-12-02T22:24:33,203 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/A in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:33,203 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/B in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:33,203 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2176263ebd7945058637f7587216fe0d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/7c3324b051054aa9851d0932a321c1c6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4c49ce64aa0b4dc58026e0950dd3d59a] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=33.6 K 2024-12-02T22:24:33,203 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c39928828d014acbbff46400275507a3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6207ec9f1435483dbef53b8ab08b951f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/63895141fb3a477f8ea1f567e6fe1604] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=33.6 K 2024-12-02T22:24:33,203 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2176263ebd7945058637f7587216fe0d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178269525 2024-12-02T22:24:33,203 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c39928828d014acbbff46400275507a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178269525 2024-12-02T22:24:33,205 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 6207ec9f1435483dbef53b8ab08b951f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733178269576 2024-12-02T22:24:33,205 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c3324b051054aa9851d0932a321c1c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733178269576 2024-12-02T22:24:33,205 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 63895141fb3a477f8ea1f567e6fe1604, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733178271737 2024-12-02T22:24:33,205 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c49ce64aa0b4dc58026e0950dd3d59a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733178271737 2024-12-02T22:24:33,210 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:33,211 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/1600698643cb42bf96f64640f17d63b8 is 50, key is test_row_0/B:col10/1733178272347/Put/seqid=0 2024-12-02T22:24:33,212 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:33,212 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/9a97027ef2d04fadaeeade27d8563620 is 50, key is test_row_0/A:col10/1733178272347/Put/seqid=0 2024-12-02T22:24:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742140_1316 (size=12595) 2024-12-02T22:24:33,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742141_1317 (size=12595) 2024-12-02T22:24:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:33,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:24:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:33,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178333544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:33,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/ff27a5fdceca42efa493c28fb7529d6a is 50, key is test_row_0/A:col10/1733178272408/Put/seqid=0 2024-12-02T22:24:33,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742142_1318 (size=12151) 2024-12-02T22:24:33,624 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/1600698643cb42bf96f64640f17d63b8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1600698643cb42bf96f64640f17d63b8 2024-12-02T22:24:33,629 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/9a97027ef2d04fadaeeade27d8563620 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9a97027ef2d04fadaeeade27d8563620 2024-12-02T22:24:33,629 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/B of 9729858d54f016a72de4acda2f5fba28 into 1600698643cb42bf96f64640f17d63b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:33,629 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:33,629 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/B, priority=13, startTime=1733178273202; duration=0sec 2024-12-02T22:24:33,629 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:33,629 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:B 2024-12-02T22:24:33,629 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:33,630 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:33,630 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/C is initiating minor compaction (all files) 2024-12-02T22:24:33,630 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/C in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:33,630 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/8332b0a97c2e4da6bfd79f59b1edf1a6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67a3d88dba0c4fca94273431849bc685, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/23437cb2d7c34d91b33edaaccee4c067] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=33.6 K 2024-12-02T22:24:33,631 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8332b0a97c2e4da6bfd79f59b1edf1a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178269525 2024-12-02T22:24:33,631 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 67a3d88dba0c4fca94273431849bc685, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733178269576 2024-12-02T22:24:33,631 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 23437cb2d7c34d91b33edaaccee4c067, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733178271737 2024-12-02T22:24:33,634 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/A of 9729858d54f016a72de4acda2f5fba28 into 9a97027ef2d04fadaeeade27d8563620(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:33,634 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:33,634 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/A, priority=13, startTime=1733178273202; duration=0sec 2024-12-02T22:24:33,634 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:33,634 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:A 2024-12-02T22:24:33,642 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:33,642 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/ea4b2f19a3294cde880c1e7e096ad1df is 50, key is test_row_0/C:col10/1733178272347/Put/seqid=0 2024-12-02T22:24:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178333647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742143_1319 (size=12595) 2024-12-02T22:24:33,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178333849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T22:24:33,897 INFO [Thread-1266 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-02T22:24:33,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-02T22:24:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T22:24:33,899 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:33,899 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:33,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:33,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/ff27a5fdceca42efa493c28fb7529d6a 2024-12-02T22:24:33,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/1505b4ffd5204c6f88a9396ab288f54a is 50, key is test_row_0/B:col10/1733178272408/Put/seqid=0 2024-12-02T22:24:33,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742144_1320 (size=12151) 2024-12-02T22:24:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T22:24:34,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T22:24:34,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:34,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:34,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:34,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,059 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/ea4b2f19a3294cde880c1e7e096ad1df as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/ea4b2f19a3294cde880c1e7e096ad1df 2024-12-02T22:24:34,063 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/C of 9729858d54f016a72de4acda2f5fba28 into ea4b2f19a3294cde880c1e7e096ad1df(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:34,063 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:34,063 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/C, priority=13, startTime=1733178273202; duration=0sec 2024-12-02T22:24:34,063 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:34,063 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:C 2024-12-02T22:24:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1733178334109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,110 DEBUG [Thread-1262 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8123 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:24:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1733178334138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,140 DEBUG [Thread-1260 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:24:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38862 deadline: 1733178334141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,143 DEBUG [Thread-1256 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:24:34,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178334151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1733178334160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,161 DEBUG [Thread-1258 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:24:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T22:24:34,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T22:24:34,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:34,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:34,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:34,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T22:24:34,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:34,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:34,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:34,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:34,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/1505b4ffd5204c6f88a9396ab288f54a 2024-12-02T22:24:34,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/cb75f943b8384dc680ba563f25d07f51 is 50, key is test_row_0/C:col10/1733178272408/Put/seqid=0 2024-12-02T22:24:34,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742145_1321 (size=12151) 2024-12-02T22:24:34,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/cb75f943b8384dc680ba563f25d07f51 2024-12-02T22:24:34,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/ff27a5fdceca42efa493c28fb7529d6a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/ff27a5fdceca42efa493c28fb7529d6a 2024-12-02T22:24:34,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/ff27a5fdceca42efa493c28fb7529d6a, entries=150, sequenceid=207, filesize=11.9 K 2024-12-02T22:24:34,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/1505b4ffd5204c6f88a9396ab288f54a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1505b4ffd5204c6f88a9396ab288f54a 2024-12-02T22:24:34,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1505b4ffd5204c6f88a9396ab288f54a, entries=150, sequenceid=207, filesize=11.9 K 2024-12-02T22:24:34,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/cb75f943b8384dc680ba563f25d07f51 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/cb75f943b8384dc680ba563f25d07f51 2024-12-02T22:24:34,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/cb75f943b8384dc680ba563f25d07f51, entries=150, sequenceid=207, filesize=11.9 K 2024-12-02T22:24:34,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9729858d54f016a72de4acda2f5fba28 in 899ms, sequenceid=207, compaction requested=false 2024-12-02T22:24:34,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T22:24:34,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T22:24:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:34,513 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:24:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:34,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:34,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/70086d9439f44c0ea0699852f21c3562 is 50, key is test_row_0/A:col10/1733178273539/Put/seqid=0 2024-12-02T22:24:34,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742146_1322 (size=12151) 2024-12-02T22:24:34,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:34,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178334701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178334805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:34,922 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/70086d9439f44c0ea0699852f21c3562 2024-12-02T22:24:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/5a2b29dbe23841f7a90fab94ba0e0ef3 is 50, key is test_row_0/B:col10/1733178273539/Put/seqid=0 2024-12-02T22:24:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742147_1323 (size=12151) 2024-12-02T22:24:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T22:24:35,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178335007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:35,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178335310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:35,331 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/5a2b29dbe23841f7a90fab94ba0e0ef3 2024-12-02T22:24:35,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/bf3fbeed42bc449396c246a48c79ee59 is 50, key is test_row_0/C:col10/1733178273539/Put/seqid=0 2024-12-02T22:24:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742148_1324 (size=12151) 2024-12-02T22:24:35,741 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/bf3fbeed42bc449396c246a48c79ee59 2024-12-02T22:24:35,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/70086d9439f44c0ea0699852f21c3562 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/70086d9439f44c0ea0699852f21c3562 2024-12-02T22:24:35,747 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/70086d9439f44c0ea0699852f21c3562, entries=150, sequenceid=221, filesize=11.9 K 2024-12-02T22:24:35,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/5a2b29dbe23841f7a90fab94ba0e0ef3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/5a2b29dbe23841f7a90fab94ba0e0ef3 2024-12-02T22:24:35,751 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/5a2b29dbe23841f7a90fab94ba0e0ef3, entries=150, sequenceid=221, filesize=11.9 K 2024-12-02T22:24:35,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/bf3fbeed42bc449396c246a48c79ee59 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/bf3fbeed42bc449396c246a48c79ee59 2024-12-02T22:24:35,755 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/bf3fbeed42bc449396c246a48c79ee59, entries=150, sequenceid=221, filesize=11.9 K 2024-12-02T22:24:35,756 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9729858d54f016a72de4acda2f5fba28 in 1243ms, sequenceid=221, compaction requested=true 2024-12-02T22:24:35,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:35,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:35,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-02T22:24:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-02T22:24:35,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-02T22:24:35,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-12-02T22:24:35,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.8600 sec 2024-12-02T22:24:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:35,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:24:35,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:35,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:35,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:35,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:35,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:35,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:35,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/9c8a314313ad4542b7cd95c9eb97b787 is 50, key is test_row_0/A:col10/1733178275816/Put/seqid=0 2024-12-02T22:24:35,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742149_1325 (size=12151) 2024-12-02T22:24:35,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/9c8a314313ad4542b7cd95c9eb97b787 2024-12-02T22:24:35,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/1ee19cce561347acb7c96963dba86be4 is 50, key is test_row_0/B:col10/1733178275816/Put/seqid=0 2024-12-02T22:24:35,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742150_1326 (size=12151) 2024-12-02T22:24:35,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/1ee19cce561347acb7c96963dba86be4 2024-12-02T22:24:35,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178335834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:35,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/67c5f809acc4418da399a28a0650d1ce is 50, key is test_row_0/C:col10/1733178275816/Put/seqid=0 2024-12-02T22:24:35,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742151_1327 (size=12151) 2024-12-02T22:24:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178335937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T22:24:36,002 INFO [Thread-1266 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-02T22:24:36,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-02T22:24:36,004 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T22:24:36,004 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:36,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T22:24:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178336140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:36,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:36,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T22:24:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:36,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:36,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/67c5f809acc4418da399a28a0650d1ce 2024-12-02T22:24:36,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/9c8a314313ad4542b7cd95c9eb97b787 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9c8a314313ad4542b7cd95c9eb97b787 2024-12-02T22:24:36,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9c8a314313ad4542b7cd95c9eb97b787, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T22:24:36,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/1ee19cce561347acb7c96963dba86be4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1ee19cce561347acb7c96963dba86be4 2024-12-02T22:24:36,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1ee19cce561347acb7c96963dba86be4, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T22:24:36,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/67c5f809acc4418da399a28a0650d1ce as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67c5f809acc4418da399a28a0650d1ce 2024-12-02T22:24:36,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67c5f809acc4418da399a28a0650d1ce, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T22:24:36,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9729858d54f016a72de4acda2f5fba28 in 445ms, sequenceid=247, compaction requested=true 2024-12-02T22:24:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:36,262 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:24:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:36,262 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:24:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:36,263 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:24:36,263 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:24:36,263 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/B is initiating minor compaction (all files) 2024-12-02T22:24:36,263 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/A is initiating minor compaction (all files) 2024-12-02T22:24:36,263 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/B in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:36,263 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1600698643cb42bf96f64640f17d63b8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1505b4ffd5204c6f88a9396ab288f54a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/5a2b29dbe23841f7a90fab94ba0e0ef3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1ee19cce561347acb7c96963dba86be4] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=47.9 K 2024-12-02T22:24:36,263 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/A in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:36,263 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9a97027ef2d04fadaeeade27d8563620, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/ff27a5fdceca42efa493c28fb7529d6a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/70086d9439f44c0ea0699852f21c3562, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9c8a314313ad4542b7cd95c9eb97b787] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=47.9 K 2024-12-02T22:24:36,263 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1600698643cb42bf96f64640f17d63b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733178269586 2024-12-02T22:24:36,264 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a97027ef2d04fadaeeade27d8563620, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733178269586 2024-12-02T22:24:36,264 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1505b4ffd5204c6f88a9396ab288f54a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733178272408 2024-12-02T22:24:36,264 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff27a5fdceca42efa493c28fb7529d6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733178272408 2024-12-02T22:24:36,264 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a2b29dbe23841f7a90fab94ba0e0ef3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733178273539 2024-12-02T22:24:36,264 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70086d9439f44c0ea0699852f21c3562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733178273539 2024-12-02T22:24:36,264 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ee19cce561347acb7c96963dba86be4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733178274693 2024-12-02T22:24:36,264 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c8a314313ad4542b7cd95c9eb97b787, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733178274693 2024-12-02T22:24:36,270 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:36,271 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#A#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:36,271 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/2836d4e80c9c404cb6970a55c37661f5 is 50, key is test_row_0/A:col10/1733178275816/Put/seqid=0 2024-12-02T22:24:36,271 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/c5fbd41a426f4bf7b7033f08ac21a158 is 50, key is test_row_0/B:col10/1733178275816/Put/seqid=0 2024-12-02T22:24:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742152_1328 (size=12731) 2024-12-02T22:24:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742153_1329 (size=12731) 2024-12-02T22:24:36,286 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/c5fbd41a426f4bf7b7033f08ac21a158 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c5fbd41a426f4bf7b7033f08ac21a158 2024-12-02T22:24:36,289 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/B of 9729858d54f016a72de4acda2f5fba28 into c5fbd41a426f4bf7b7033f08ac21a158(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:36,289 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:36,290 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/B, priority=12, startTime=1733178276262; duration=0sec 2024-12-02T22:24:36,290 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:36,290 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:B 2024-12-02T22:24:36,290 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:24:36,291 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:24:36,291 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/C is initiating minor compaction (all files) 2024-12-02T22:24:36,291 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/C in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:36,291 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/ea4b2f19a3294cde880c1e7e096ad1df, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/cb75f943b8384dc680ba563f25d07f51, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/bf3fbeed42bc449396c246a48c79ee59, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67c5f809acc4418da399a28a0650d1ce] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=47.9 K 2024-12-02T22:24:36,291 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4b2f19a3294cde880c1e7e096ad1df, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733178269586 2024-12-02T22:24:36,291 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting cb75f943b8384dc680ba563f25d07f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733178272408 2024-12-02T22:24:36,292 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3fbeed42bc449396c246a48c79ee59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733178273539 2024-12-02T22:24:36,292 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 67c5f809acc4418da399a28a0650d1ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733178274693 2024-12-02T22:24:36,299 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:36,299 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/a6008118e29b48c4b25379d53af121b1 is 50, key is test_row_0/C:col10/1733178275816/Put/seqid=0 2024-12-02T22:24:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742154_1330 (size=12731) 2024-12-02T22:24:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T22:24:36,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:36,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T22:24:36,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:36,309 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T22:24:36,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:36,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:36,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:36,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:36,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:36,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:36,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/486b4e906214413a8838d3cd7ec5d278 is 50, key is test_row_0/A:col10/1733178275833/Put/seqid=0 2024-12-02T22:24:36,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742155_1331 (size=12151) 2024-12-02T22:24:36,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178336497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:36,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178336600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T22:24:36,686 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/2836d4e80c9c404cb6970a55c37661f5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2836d4e80c9c404cb6970a55c37661f5 2024-12-02T22:24:36,690 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/A of 9729858d54f016a72de4acda2f5fba28 into 2836d4e80c9c404cb6970a55c37661f5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:36,690 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:36,690 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/A, priority=12, startTime=1733178276262; duration=0sec 2024-12-02T22:24:36,690 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:36,690 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:A 2024-12-02T22:24:36,707 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/a6008118e29b48c4b25379d53af121b1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/a6008118e29b48c4b25379d53af121b1 2024-12-02T22:24:36,711 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/C of 9729858d54f016a72de4acda2f5fba28 into a6008118e29b48c4b25379d53af121b1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:36,711 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:36,711 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/C, priority=12, startTime=1733178276262; duration=0sec 2024-12-02T22:24:36,712 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:36,712 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:C 2024-12-02T22:24:36,715 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/486b4e906214413a8838d3cd7ec5d278 2024-12-02T22:24:36,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4e836d29d0e34896ba9a8895f4768e4b is 50, key is test_row_0/B:col10/1733178275833/Put/seqid=0 2024-12-02T22:24:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742156_1332 (size=12151) 2024-12-02T22:24:36,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178336802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:37,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178337105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T22:24:37,126 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4e836d29d0e34896ba9a8895f4768e4b 2024-12-02T22:24:37,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/14228f9b3c004e65832802c04e1c6435 is 50, key is test_row_0/C:col10/1733178275833/Put/seqid=0 2024-12-02T22:24:37,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742157_1333 (size=12151) 2024-12-02T22:24:37,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:24:37,535 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/14228f9b3c004e65832802c04e1c6435 2024-12-02T22:24:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/486b4e906214413a8838d3cd7ec5d278 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/486b4e906214413a8838d3cd7ec5d278 2024-12-02T22:24:37,542 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/486b4e906214413a8838d3cd7ec5d278, entries=150, sequenceid=258, filesize=11.9 K 2024-12-02T22:24:37,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4e836d29d0e34896ba9a8895f4768e4b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4e836d29d0e34896ba9a8895f4768e4b 2024-12-02T22:24:37,546 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4e836d29d0e34896ba9a8895f4768e4b, entries=150, sequenceid=258, filesize=11.9 K 2024-12-02T22:24:37,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/14228f9b3c004e65832802c04e1c6435 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/14228f9b3c004e65832802c04e1c6435 2024-12-02T22:24:37,550 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/14228f9b3c004e65832802c04e1c6435, entries=150, sequenceid=258, filesize=11.9 K 2024-12-02T22:24:37,551 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9729858d54f016a72de4acda2f5fba28 in 1243ms, sequenceid=258, compaction requested=false 2024-12-02T22:24:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-02T22:24:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-02T22:24:37,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-02T22:24:37,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-12-02T22:24:37,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5510 sec 2024-12-02T22:24:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:37,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T22:24:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:37,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/80b77842a75946af910a036d2a208264 is 50, key is test_row_0/A:col10/1733178276486/Put/seqid=0 2024-12-02T22:24:37,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742158_1334 (size=12301) 2024-12-02T22:24:37,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178337624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:37,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178337726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:37,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178337929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:38,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/80b77842a75946af910a036d2a208264 2024-12-02T22:24:38,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/241e75383f284b349fa37533bc5ea080 is 50, key is test_row_0/B:col10/1733178276486/Put/seqid=0 2024-12-02T22:24:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742159_1335 (size=12301) 2024-12-02T22:24:38,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/241e75383f284b349fa37533bc5ea080 2024-12-02T22:24:38,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/08c78f168403407cbf58d970a5953252 is 50, key is test_row_0/C:col10/1733178276486/Put/seqid=0 2024-12-02T22:24:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742160_1336 (size=12301) 2024-12-02T22:24:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T22:24:38,107 INFO [Thread-1266 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-02T22:24:38,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-02T22:24:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T22:24:38,109 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:38,110 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:38,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T22:24:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178338230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:38,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:38,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T22:24:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:38,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T22:24:38,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:38,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T22:24:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:38,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:38,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/08c78f168403407cbf58d970a5953252 2024-12-02T22:24:38,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/80b77842a75946af910a036d2a208264 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/80b77842a75946af910a036d2a208264 2024-12-02T22:24:38,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/80b77842a75946af910a036d2a208264, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T22:24:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/241e75383f284b349fa37533bc5ea080 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/241e75383f284b349fa37533bc5ea080 2024-12-02T22:24:38,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/241e75383f284b349fa37533bc5ea080, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T22:24:38,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/08c78f168403407cbf58d970a5953252 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/08c78f168403407cbf58d970a5953252 2024-12-02T22:24:38,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/08c78f168403407cbf58d970a5953252, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T22:24:38,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9729858d54f016a72de4acda2f5fba28 in 848ms, sequenceid=287, compaction requested=true 2024-12-02T22:24:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:38,460 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:38,460 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:38,461 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:38,461 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:38,461 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/B is initiating minor compaction (all files) 2024-12-02T22:24:38,461 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/A is initiating minor compaction (all files) 2024-12-02T22:24:38,461 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/B in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:38,461 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/A in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:38,461 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c5fbd41a426f4bf7b7033f08ac21a158, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4e836d29d0e34896ba9a8895f4768e4b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/241e75383f284b349fa37533bc5ea080] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=36.3 K 2024-12-02T22:24:38,461 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2836d4e80c9c404cb6970a55c37661f5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/486b4e906214413a8838d3cd7ec5d278, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/80b77842a75946af910a036d2a208264] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=36.3 K 2024-12-02T22:24:38,461 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c5fbd41a426f4bf7b7033f08ac21a158, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733178274693 2024-12-02T22:24:38,461 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2836d4e80c9c404cb6970a55c37661f5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733178274693 2024-12-02T22:24:38,462 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e836d29d0e34896ba9a8895f4768e4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733178275818 2024-12-02T22:24:38,462 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 486b4e906214413a8838d3cd7ec5d278, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733178275818 2024-12-02T22:24:38,462 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 241e75383f284b349fa37533bc5ea080, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178276486 2024-12-02T22:24:38,462 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80b77842a75946af910a036d2a208264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178276486 2024-12-02T22:24:38,467 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#B#compaction#287 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:38,468 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/07b91cd02a6f4f11ae0eaccb987e5c88 is 50, key is test_row_0/B:col10/1733178276486/Put/seqid=0 2024-12-02T22:24:38,468 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:38,468 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/a6c8ac95f8344ef5adccffd870a20dab is 50, key is test_row_0/A:col10/1733178276486/Put/seqid=0 2024-12-02T22:24:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742161_1337 (size=12983) 2024-12-02T22:24:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742162_1338 (size=12983) 2024-12-02T22:24:38,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:38,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T22:24:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:38,567 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T22:24:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:38,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/aff6e7f334cf4c64b509f7715d78f390 is 50, key is test_row_0/A:col10/1733178277616/Put/seqid=0 2024-12-02T22:24:38,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742163_1339 (size=12301) 2024-12-02T22:24:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T22:24:38,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:38,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178338791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:38,879 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/07b91cd02a6f4f11ae0eaccb987e5c88 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/07b91cd02a6f4f11ae0eaccb987e5c88 2024-12-02T22:24:38,879 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/a6c8ac95f8344ef5adccffd870a20dab as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a6c8ac95f8344ef5adccffd870a20dab 2024-12-02T22:24:38,884 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/B of 9729858d54f016a72de4acda2f5fba28 into 07b91cd02a6f4f11ae0eaccb987e5c88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:38,884 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:38,884 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/B, priority=13, startTime=1733178278460; duration=0sec 2024-12-02T22:24:38,884 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:38,884 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:B 2024-12-02T22:24:38,884 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:38,884 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/A of 9729858d54f016a72de4acda2f5fba28 into a6c8ac95f8344ef5adccffd870a20dab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:38,884 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:38,884 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/A, priority=13, startTime=1733178278460; duration=0sec 2024-12-02T22:24:38,884 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:38,884 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:A 2024-12-02T22:24:38,885 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:38,885 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/C is initiating minor compaction (all files) 2024-12-02T22:24:38,885 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/C in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:38,885 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/a6008118e29b48c4b25379d53af121b1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/14228f9b3c004e65832802c04e1c6435, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/08c78f168403407cbf58d970a5953252] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=36.3 K 2024-12-02T22:24:38,885 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a6008118e29b48c4b25379d53af121b1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733178274693 2024-12-02T22:24:38,886 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 14228f9b3c004e65832802c04e1c6435, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733178275818 2024-12-02T22:24:38,886 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c78f168403407cbf58d970a5953252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178276486 2024-12-02T22:24:38,893 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:38,894 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/864388edcabb4a518009d0d686f172a3 is 50, key is test_row_0/C:col10/1733178276486/Put/seqid=0 2024-12-02T22:24:38,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178338895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:38,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742164_1340 (size=12983) 2024-12-02T22:24:39,031 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/aff6e7f334cf4c64b509f7715d78f390 2024-12-02T22:24:39,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/c887ad2306ff4816b5c6b195f0b2db1c is 50, key is test_row_0/B:col10/1733178277616/Put/seqid=0 2024-12-02T22:24:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742165_1341 (size=12301) 2024-12-02T22:24:39,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178339099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T22:24:39,320 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/864388edcabb4a518009d0d686f172a3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/864388edcabb4a518009d0d686f172a3 2024-12-02T22:24:39,323 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/C of 9729858d54f016a72de4acda2f5fba28 into 864388edcabb4a518009d0d686f172a3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:39,323 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:39,323 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/C, priority=13, startTime=1733178278460; duration=0sec 2024-12-02T22:24:39,323 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:39,323 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:C 2024-12-02T22:24:39,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178339403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:39,441 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/c887ad2306ff4816b5c6b195f0b2db1c 2024-12-02T22:24:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/773b2654e173426489272004d137c344 is 50, key is test_row_0/C:col10/1733178277616/Put/seqid=0 2024-12-02T22:24:39,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742166_1342 (size=12301) 2024-12-02T22:24:39,850 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/773b2654e173426489272004d137c344 2024-12-02T22:24:39,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/aff6e7f334cf4c64b509f7715d78f390 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aff6e7f334cf4c64b509f7715d78f390 2024-12-02T22:24:39,856 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aff6e7f334cf4c64b509f7715d78f390, entries=150, sequenceid=296, filesize=12.0 K 2024-12-02T22:24:39,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/c887ad2306ff4816b5c6b195f0b2db1c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c887ad2306ff4816b5c6b195f0b2db1c 2024-12-02T22:24:39,860 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c887ad2306ff4816b5c6b195f0b2db1c, entries=150, sequenceid=296, filesize=12.0 K 2024-12-02T22:24:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/773b2654e173426489272004d137c344 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/773b2654e173426489272004d137c344 2024-12-02T22:24:39,863 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/773b2654e173426489272004d137c344, entries=150, sequenceid=296, filesize=12.0 K 2024-12-02T22:24:39,864 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9729858d54f016a72de4acda2f5fba28 in 1297ms, sequenceid=296, compaction requested=false 2024-12-02T22:24:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-02T22:24:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-02T22:24:39,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-02T22:24:39,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7550 sec 2024-12-02T22:24:39,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.7590 sec 2024-12-02T22:24:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:39,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T22:24:39,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:39,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:39,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:39,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:39,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:39,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:39,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/117879bf416644b4a3ac17e25102bbdf is 50, key is test_row_0/A:col10/1733178279909/Put/seqid=0 2024-12-02T22:24:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742167_1343 (size=14741) 2024-12-02T22:24:39,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178339919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:40,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178340021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T22:24:40,213 INFO [Thread-1266 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-02T22:24:40,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-02T22:24:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T22:24:40,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:40,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:40,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:40,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178340223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T22:24:40,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/117879bf416644b4a3ac17e25102bbdf 2024-12-02T22:24:40,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4516ce24b21145f685c22b99b3df0761 is 50, key is test_row_0/B:col10/1733178279909/Put/seqid=0 2024-12-02T22:24:40,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742168_1344 (size=12301) 2024-12-02T22:24:40,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4516ce24b21145f685c22b99b3df0761 2024-12-02T22:24:40,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/eb1ab39973c34917b76adfe74a3c19ef is 50, key is test_row_0/C:col10/1733178279909/Put/seqid=0 2024-12-02T22:24:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742169_1345 (size=12301) 2024-12-02T22:24:40,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:40,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T22:24:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T22:24:40,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:40,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T22:24:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178340526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:40,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:40,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T22:24:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:40,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/eb1ab39973c34917b76adfe74a3c19ef 2024-12-02T22:24:40,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/117879bf416644b4a3ac17e25102bbdf as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/117879bf416644b4a3ac17e25102bbdf 2024-12-02T22:24:40,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/117879bf416644b4a3ac17e25102bbdf, entries=200, sequenceid=327, filesize=14.4 K 2024-12-02T22:24:40,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4516ce24b21145f685c22b99b3df0761 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4516ce24b21145f685c22b99b3df0761 2024-12-02T22:24:40,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4516ce24b21145f685c22b99b3df0761, entries=150, sequenceid=327, filesize=12.0 K 2024-12-02T22:24:40,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/eb1ab39973c34917b76adfe74a3c19ef as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/eb1ab39973c34917b76adfe74a3c19ef 2024-12-02T22:24:40,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/eb1ab39973c34917b76adfe74a3c19ef, entries=150, sequenceid=327, filesize=12.0 K 2024-12-02T22:24:40,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9729858d54f016a72de4acda2f5fba28 in 838ms, sequenceid=327, compaction requested=true 2024-12-02T22:24:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:40,748 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:40,748 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:40,749 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:40,749 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:40,749 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/B is initiating minor compaction (all files) 2024-12-02T22:24:40,749 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/A is initiating minor compaction (all files) 2024-12-02T22:24:40,749 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/B in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,749 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/A in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,749 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/07b91cd02a6f4f11ae0eaccb987e5c88, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c887ad2306ff4816b5c6b195f0b2db1c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4516ce24b21145f685c22b99b3df0761] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=36.7 K 2024-12-02T22:24:40,749 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a6c8ac95f8344ef5adccffd870a20dab, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aff6e7f334cf4c64b509f7715d78f390, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/117879bf416644b4a3ac17e25102bbdf] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=39.1 K 2024-12-02T22:24:40,749 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b91cd02a6f4f11ae0eaccb987e5c88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178276486 2024-12-02T22:24:40,750 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c8ac95f8344ef5adccffd870a20dab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178276486 2024-12-02T22:24:40,750 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c887ad2306ff4816b5c6b195f0b2db1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733178277616 2024-12-02T22:24:40,750 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting aff6e7f334cf4c64b509f7715d78f390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733178277616 2024-12-02T22:24:40,750 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4516ce24b21145f685c22b99b3df0761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733178278785 2024-12-02T22:24:40,750 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 117879bf416644b4a3ac17e25102bbdf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733178278785 2024-12-02T22:24:40,755 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#A#compaction#296 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:40,756 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/49dcdb610d3b4311982d3b928dcb45cc is 50, key is test_row_0/A:col10/1733178279909/Put/seqid=0 2024-12-02T22:24:40,757 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#B#compaction#297 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:40,758 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/76e0026482b34b4ca5b84b0fb5c75896 is 50, key is test_row_0/B:col10/1733178279909/Put/seqid=0 2024-12-02T22:24:40,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742170_1346 (size=13085) 2024-12-02T22:24:40,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742171_1347 (size=13085) 2024-12-02T22:24:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T22:24:40,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:40,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T22:24:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:40,824 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T22:24:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:40,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/49d99933f08345a2b233ba5851de7682 is 50, key is test_row_0/A:col10/1733178279918/Put/seqid=0 2024-12-02T22:24:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742172_1348 (size=12301) 2024-12-02T22:24:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:41,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. as already flushing 2024-12-02T22:24:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178341091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:41,165 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/76e0026482b34b4ca5b84b0fb5c75896 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/76e0026482b34b4ca5b84b0fb5c75896 2024-12-02T22:24:41,165 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/49dcdb610d3b4311982d3b928dcb45cc as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49dcdb610d3b4311982d3b928dcb45cc 2024-12-02T22:24:41,169 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/A of 9729858d54f016a72de4acda2f5fba28 into 49dcdb610d3b4311982d3b928dcb45cc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:41,169 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:41,169 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/B of 9729858d54f016a72de4acda2f5fba28 into 76e0026482b34b4ca5b84b0fb5c75896(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:41,169 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/A, priority=13, startTime=1733178280748; duration=0sec 2024-12-02T22:24:41,169 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:41,169 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/B, priority=13, startTime=1733178280748; duration=0sec 2024-12-02T22:24:41,169 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:41,169 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:A 2024-12-02T22:24:41,169 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:41,169 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:B 2024-12-02T22:24:41,169 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:41,170 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:41,170 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/C is initiating minor compaction (all files) 2024-12-02T22:24:41,171 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/C in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:41,171 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/864388edcabb4a518009d0d686f172a3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/773b2654e173426489272004d137c344, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/eb1ab39973c34917b76adfe74a3c19ef] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=36.7 K 2024-12-02T22:24:41,171 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 864388edcabb4a518009d0d686f172a3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178276486 2024-12-02T22:24:41,171 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 773b2654e173426489272004d137c344, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733178277616 2024-12-02T22:24:41,172 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb1ab39973c34917b76adfe74a3c19ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733178278785 2024-12-02T22:24:41,176 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#C#compaction#299 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:41,177 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/7125511d3a8d4f09be71a5bd2dce0d2a is 50, key is test_row_0/C:col10/1733178279909/Put/seqid=0 2024-12-02T22:24:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742173_1349 (size=13085) 2024-12-02T22:24:41,188 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/7125511d3a8d4f09be71a5bd2dce0d2a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7125511d3a8d4f09be71a5bd2dce0d2a 2024-12-02T22:24:41,194 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/C of 9729858d54f016a72de4acda2f5fba28 into 7125511d3a8d4f09be71a5bd2dce0d2a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:41,194 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:41,194 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/C, priority=13, startTime=1733178280748; duration=0sec 2024-12-02T22:24:41,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178341194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:41,195 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:41,195 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:C 2024-12-02T22:24:41,231 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/49d99933f08345a2b233ba5851de7682 2024-12-02T22:24:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4a6b3f00993e4ee4abd9d0cf4a5991e4 is 50, key is test_row_0/B:col10/1733178279918/Put/seqid=0 2024-12-02T22:24:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742174_1350 (size=12301) 2024-12-02T22:24:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T22:24:41,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178341396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:41,472 DEBUG [Thread-1271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:61729 2024-12-02T22:24:41,472 DEBUG [Thread-1273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:61729 2024-12-02T22:24:41,472 DEBUG [Thread-1271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:41,472 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:41,472 DEBUG [Thread-1275 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:61729 2024-12-02T22:24:41,473 DEBUG [Thread-1275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:41,473 DEBUG [Thread-1269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:61729 2024-12-02T22:24:41,473 DEBUG [Thread-1269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:41,474 DEBUG [Thread-1267 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:61729 2024-12-02T22:24:41,474 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:41,641 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4a6b3f00993e4ee4abd9d0cf4a5991e4 2024-12-02T22:24:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b5e10e031b264a41968e04770c3ef5da is 50, key is test_row_0/C:col10/1733178279918/Put/seqid=0 2024-12-02T22:24:41,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742175_1351 (size=12301) 2024-12-02T22:24:41,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1733178341700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:42,053 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b5e10e031b264a41968e04770c3ef5da 2024-12-02T22:24:42,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/49d99933f08345a2b233ba5851de7682 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49d99933f08345a2b233ba5851de7682 2024-12-02T22:24:42,071 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49d99933f08345a2b233ba5851de7682, entries=150, sequenceid=335, filesize=12.0 K 2024-12-02T22:24:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/4a6b3f00993e4ee4abd9d0cf4a5991e4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4a6b3f00993e4ee4abd9d0cf4a5991e4 2024-12-02T22:24:42,077 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4a6b3f00993e4ee4abd9d0cf4a5991e4, entries=150, sequenceid=335, filesize=12.0 K 2024-12-02T22:24:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b5e10e031b264a41968e04770c3ef5da as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b5e10e031b264a41968e04770c3ef5da 2024-12-02T22:24:42,082 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b5e10e031b264a41968e04770c3ef5da, entries=150, sequenceid=335, filesize=12.0 K 2024-12-02T22:24:42,083 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 9729858d54f016a72de4acda2f5fba28 in 1259ms, sequenceid=335, compaction requested=false 2024-12-02T22:24:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-02T22:24:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-02T22:24:42,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-02T22:24:42,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec 2024-12-02T22:24:42,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.8710 sec 2024-12-02T22:24:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:42,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-02T22:24:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:42,207 DEBUG [Thread-1264 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:61729 2024-12-02T22:24:42,207 DEBUG [Thread-1264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:42,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:42,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/26fe43cdbb914c19a771952fe4dd111f is 50, key is test_row_0/A:col10/1733178281087/Put/seqid=0 2024-12-02T22:24:42,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742176_1352 (size=12301) 2024-12-02T22:24:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T22:24:42,320 INFO [Thread-1266 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-02T22:24:42,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/26fe43cdbb914c19a771952fe4dd111f 2024-12-02T22:24:42,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/653b9008e1134e4cbf637750be4fd447 is 50, key is test_row_0/B:col10/1733178281087/Put/seqid=0 2024-12-02T22:24:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742177_1353 (size=12301) 2024-12-02T22:24:43,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/653b9008e1134e4cbf637750be4fd447 2024-12-02T22:24:43,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b703bb89b0ff4f1ab9bb132951c3be10 is 50, key is test_row_0/C:col10/1733178281087/Put/seqid=0 2024-12-02T22:24:43,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742178_1354 (size=12301) 2024-12-02T22:24:43,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b703bb89b0ff4f1ab9bb132951c3be10 2024-12-02T22:24:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/26fe43cdbb914c19a771952fe4dd111f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/26fe43cdbb914c19a771952fe4dd111f 2024-12-02T22:24:43,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/26fe43cdbb914c19a771952fe4dd111f, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T22:24:43,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/653b9008e1134e4cbf637750be4fd447 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/653b9008e1134e4cbf637750be4fd447 2024-12-02T22:24:43,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/653b9008e1134e4cbf637750be4fd447, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T22:24:43,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/b703bb89b0ff4f1ab9bb132951c3be10 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b703bb89b0ff4f1ab9bb132951c3be10 2024-12-02T22:24:43,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b703bb89b0ff4f1ab9bb132951c3be10, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T22:24:43,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=0 B/0 for 9729858d54f016a72de4acda2f5fba28 in 1277ms, sequenceid=367, compaction requested=true 2024-12-02T22:24:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:43,483 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:43,483 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729858d54f016a72de4acda2f5fba28:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:43,484 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:43,484 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:43,484 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/A is initiating minor compaction (all files) 2024-12-02T22:24:43,484 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/B is initiating minor compaction (all files) 2024-12-02T22:24:43,484 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/A in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:43,484 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/B in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:43,484 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49dcdb610d3b4311982d3b928dcb45cc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49d99933f08345a2b233ba5851de7682, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/26fe43cdbb914c19a771952fe4dd111f] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=36.8 K 2024-12-02T22:24:43,484 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/76e0026482b34b4ca5b84b0fb5c75896, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4a6b3f00993e4ee4abd9d0cf4a5991e4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/653b9008e1134e4cbf637750be4fd447] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=36.8 K 2024-12-02T22:24:43,485 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 76e0026482b34b4ca5b84b0fb5c75896, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733178278785 2024-12-02T22:24:43,485 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49dcdb610d3b4311982d3b928dcb45cc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733178278785 2024-12-02T22:24:43,485 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49d99933f08345a2b233ba5851de7682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733178279911 2024-12-02T22:24:43,485 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a6b3f00993e4ee4abd9d0cf4a5991e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733178279911 2024-12-02T22:24:43,486 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26fe43cdbb914c19a771952fe4dd111f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733178281083 2024-12-02T22:24:43,486 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 653b9008e1134e4cbf637750be4fd447, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733178281083 2024-12-02T22:24:43,492 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:43,492 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#A#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:43,492 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/1866e3884deb4bdd9878ddc7b8cd7901 is 50, key is test_row_0/A:col10/1733178281087/Put/seqid=0 2024-12-02T22:24:43,492 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/fd48f2da18c04b509909a99284e1af1f is 50, key is test_row_0/B:col10/1733178281087/Put/seqid=0 2024-12-02T22:24:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742179_1355 (size=13187) 2024-12-02T22:24:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742180_1356 (size=13187) 2024-12-02T22:24:43,907 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/1866e3884deb4bdd9878ddc7b8cd7901 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/1866e3884deb4bdd9878ddc7b8cd7901 2024-12-02T22:24:43,907 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/fd48f2da18c04b509909a99284e1af1f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/fd48f2da18c04b509909a99284e1af1f 2024-12-02T22:24:43,911 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/A of 9729858d54f016a72de4acda2f5fba28 into 1866e3884deb4bdd9878ddc7b8cd7901(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:43,911 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/B of 9729858d54f016a72de4acda2f5fba28 into fd48f2da18c04b509909a99284e1af1f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:43,911 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:43,911 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:43,911 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/B, priority=13, startTime=1733178283483; duration=0sec 2024-12-02T22:24:43,911 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/A, priority=13, startTime=1733178283483; duration=0sec 2024-12-02T22:24:43,911 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:43,911 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:B 2024-12-02T22:24:43,911 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:43,911 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:A 2024-12-02T22:24:43,911 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:43,912 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:43,912 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 9729858d54f016a72de4acda2f5fba28/C is initiating minor compaction (all files) 2024-12-02T22:24:43,912 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729858d54f016a72de4acda2f5fba28/C in TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:43,912 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7125511d3a8d4f09be71a5bd2dce0d2a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b5e10e031b264a41968e04770c3ef5da, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b703bb89b0ff4f1ab9bb132951c3be10] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp, totalSize=36.8 K 2024-12-02T22:24:43,913 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7125511d3a8d4f09be71a5bd2dce0d2a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733178278785 2024-12-02T22:24:43,913 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5e10e031b264a41968e04770c3ef5da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733178279911 2024-12-02T22:24:43,913 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b703bb89b0ff4f1ab9bb132951c3be10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733178281083 2024-12-02T22:24:43,919 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729858d54f016a72de4acda2f5fba28#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:43,919 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/f6d769d40e4747cca3b2a2d8065c12ca is 50, key is test_row_0/C:col10/1733178281087/Put/seqid=0 2024-12-02T22:24:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742181_1357 (size=13187) 2024-12-02T22:24:44,152 DEBUG [Thread-1262 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:61729 2024-12-02T22:24:44,152 DEBUG [Thread-1262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:44,180 DEBUG [Thread-1260 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:61729 2024-12-02T22:24:44,180 DEBUG [Thread-1260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:44,215 DEBUG [Thread-1256 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:61729 2024-12-02T22:24:44,216 DEBUG [Thread-1256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:44,259 DEBUG [Thread-1258 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:61729 2024-12-02T22:24:44,259 DEBUG [Thread-1258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:44,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T22:24:44,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 209 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8720 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8668 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8915 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8747 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8641 2024-12-02T22:24:44,260 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T22:24:44,260 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T22:24:44,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:61729 2024-12-02T22:24:44,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:24:44,262 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T22:24:44,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T22:24:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T22:24:44,267 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178284267"}]},"ts":"1733178284267"} 2024-12-02T22:24:44,268 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T22:24:44,285 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T22:24:44,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:24:44,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729858d54f016a72de4acda2f5fba28, UNASSIGN}] 2024-12-02T22:24:44,288 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729858d54f016a72de4acda2f5fba28, UNASSIGN 2024-12-02T22:24:44,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=9729858d54f016a72de4acda2f5fba28, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:44,290 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:24:44,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:24:44,333 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/f6d769d40e4747cca3b2a2d8065c12ca as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f6d769d40e4747cca3b2a2d8065c12ca 2024-12-02T22:24:44,338 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729858d54f016a72de4acda2f5fba28/C of 9729858d54f016a72de4acda2f5fba28 into f6d769d40e4747cca3b2a2d8065c12ca(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:44,338 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:44,338 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28., storeName=9729858d54f016a72de4acda2f5fba28/C, priority=13, startTime=1733178283483; duration=0sec 2024-12-02T22:24:44,338 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:44,338 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729858d54f016a72de4acda2f5fba28:C 2024-12-02T22:24:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T22:24:44,441 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:44,443 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:44,443 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:24:44,443 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 9729858d54f016a72de4acda2f5fba28, disabling compactions & flushes 2024-12-02T22:24:44,443 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:44,443 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:44,443 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. after waiting 0 ms 2024-12-02T22:24:44,443 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:44,444 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 9729858d54f016a72de4acda2f5fba28 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T22:24:44,444 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=A 2024-12-02T22:24:44,444 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:44,444 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=B 2024-12-02T22:24:44,445 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:44,445 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729858d54f016a72de4acda2f5fba28, store=C 2024-12-02T22:24:44,445 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:44,451 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/c190e23a1fde40b0b70280ce9d445802 is 50, key is test_row_0/A:col10/1733178284256/Put/seqid=0 2024-12-02T22:24:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742182_1358 (size=9857) 2024-12-02T22:24:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T22:24:44,858 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/c190e23a1fde40b0b70280ce9d445802 2024-12-02T22:24:44,870 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/0a5dabeacf3e4f60af5650f384af276f is 50, key is test_row_0/B:col10/1733178284256/Put/seqid=0 2024-12-02T22:24:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T22:24:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742183_1359 (size=9857) 2024-12-02T22:24:45,276 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/0a5dabeacf3e4f60af5650f384af276f 2024-12-02T22:24:45,289 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/7114c63fb5ae490089f88ad73b42d180 is 50, key is test_row_0/C:col10/1733178284256/Put/seqid=0 2024-12-02T22:24:45,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742184_1360 (size=9857) 2024-12-02T22:24:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T22:24:45,694 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/7114c63fb5ae490089f88ad73b42d180 2024-12-02T22:24:45,706 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/A/c190e23a1fde40b0b70280ce9d445802 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/c190e23a1fde40b0b70280ce9d445802 2024-12-02T22:24:45,711 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/c190e23a1fde40b0b70280ce9d445802, entries=100, sequenceid=377, filesize=9.6 K 2024-12-02T22:24:45,712 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/B/0a5dabeacf3e4f60af5650f384af276f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/0a5dabeacf3e4f60af5650f384af276f 2024-12-02T22:24:45,716 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/0a5dabeacf3e4f60af5650f384af276f, entries=100, sequenceid=377, filesize=9.6 K 2024-12-02T22:24:45,717 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/.tmp/C/7114c63fb5ae490089f88ad73b42d180 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7114c63fb5ae490089f88ad73b42d180 2024-12-02T22:24:45,720 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7114c63fb5ae490089f88ad73b42d180, entries=100, sequenceid=377, filesize=9.6 K 2024-12-02T22:24:45,721 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9729858d54f016a72de4acda2f5fba28 in 1278ms, sequenceid=377, compaction requested=false 2024-12-02T22:24:45,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aee7be1cd3d84c3e843664462f170f05, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/d1b86b057ae0409b98c0e312febacac1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4a2876530d814f748b278704cfc18174, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/cf11128bf5f44da0b91efce1c853f12d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/0fdff2d0a0cb4797966372cee6d3c38d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/39d677a6be234e539149f3e552b4367d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/46b579debcf749a6aee6283dcf38eb1d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2707587e969540319ce55e3afadccba6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/3006b415071e468da4f1ec911227bdd3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2176263ebd7945058637f7587216fe0d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a404cb62197942d7a0bc3420b06f6073, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/7c3324b051054aa9851d0932a321c1c6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9a97027ef2d04fadaeeade27d8563620, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4c49ce64aa0b4dc58026e0950dd3d59a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/ff27a5fdceca42efa493c28fb7529d6a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/70086d9439f44c0ea0699852f21c3562, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2836d4e80c9c404cb6970a55c37661f5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9c8a314313ad4542b7cd95c9eb97b787, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/486b4e906214413a8838d3cd7ec5d278, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a6c8ac95f8344ef5adccffd870a20dab, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/80b77842a75946af910a036d2a208264, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aff6e7f334cf4c64b509f7715d78f390, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/117879bf416644b4a3ac17e25102bbdf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49dcdb610d3b4311982d3b928dcb45cc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49d99933f08345a2b233ba5851de7682, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/26fe43cdbb914c19a771952fe4dd111f] to archive 2024-12-02T22:24:45,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:24:45,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aee7be1cd3d84c3e843664462f170f05 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aee7be1cd3d84c3e843664462f170f05 2024-12-02T22:24:45,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/d1b86b057ae0409b98c0e312febacac1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/d1b86b057ae0409b98c0e312febacac1 2024-12-02T22:24:45,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4a2876530d814f748b278704cfc18174 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4a2876530d814f748b278704cfc18174 2024-12-02T22:24:45,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/cf11128bf5f44da0b91efce1c853f12d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/cf11128bf5f44da0b91efce1c853f12d 2024-12-02T22:24:45,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/0fdff2d0a0cb4797966372cee6d3c38d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/0fdff2d0a0cb4797966372cee6d3c38d 2024-12-02T22:24:45,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/39d677a6be234e539149f3e552b4367d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/39d677a6be234e539149f3e552b4367d 2024-12-02T22:24:45,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/46b579debcf749a6aee6283dcf38eb1d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/46b579debcf749a6aee6283dcf38eb1d 2024-12-02T22:24:45,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2707587e969540319ce55e3afadccba6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2707587e969540319ce55e3afadccba6 2024-12-02T22:24:45,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/3006b415071e468da4f1ec911227bdd3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/3006b415071e468da4f1ec911227bdd3 2024-12-02T22:24:45,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2176263ebd7945058637f7587216fe0d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2176263ebd7945058637f7587216fe0d 2024-12-02T22:24:45,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a404cb62197942d7a0bc3420b06f6073 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a404cb62197942d7a0bc3420b06f6073 2024-12-02T22:24:45,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/7c3324b051054aa9851d0932a321c1c6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/7c3324b051054aa9851d0932a321c1c6 2024-12-02T22:24:45,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9a97027ef2d04fadaeeade27d8563620 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9a97027ef2d04fadaeeade27d8563620 2024-12-02T22:24:45,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4c49ce64aa0b4dc58026e0950dd3d59a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/4c49ce64aa0b4dc58026e0950dd3d59a 2024-12-02T22:24:45,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/ff27a5fdceca42efa493c28fb7529d6a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/ff27a5fdceca42efa493c28fb7529d6a 2024-12-02T22:24:45,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/70086d9439f44c0ea0699852f21c3562 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/70086d9439f44c0ea0699852f21c3562 2024-12-02T22:24:45,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2836d4e80c9c404cb6970a55c37661f5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/2836d4e80c9c404cb6970a55c37661f5 2024-12-02T22:24:45,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9c8a314313ad4542b7cd95c9eb97b787 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/9c8a314313ad4542b7cd95c9eb97b787 2024-12-02T22:24:45,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/486b4e906214413a8838d3cd7ec5d278 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/486b4e906214413a8838d3cd7ec5d278 2024-12-02T22:24:45,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a6c8ac95f8344ef5adccffd870a20dab to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/a6c8ac95f8344ef5adccffd870a20dab 2024-12-02T22:24:45,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/80b77842a75946af910a036d2a208264 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/80b77842a75946af910a036d2a208264 2024-12-02T22:24:45,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aff6e7f334cf4c64b509f7715d78f390 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/aff6e7f334cf4c64b509f7715d78f390 2024-12-02T22:24:45,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/117879bf416644b4a3ac17e25102bbdf to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/117879bf416644b4a3ac17e25102bbdf 2024-12-02T22:24:45,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49dcdb610d3b4311982d3b928dcb45cc to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49dcdb610d3b4311982d3b928dcb45cc 2024-12-02T22:24:45,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49d99933f08345a2b233ba5851de7682 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/49d99933f08345a2b233ba5851de7682 2024-12-02T22:24:45,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/26fe43cdbb914c19a771952fe4dd111f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/26fe43cdbb914c19a771952fe4dd111f 2024-12-02T22:24:45,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/da3e6a8ad4db45f48a2c06f52de6cf75, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/20f93254a09c4b41bf87788468210a83, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/7e2469de7ab843909c04a25147edbb8f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/10388547d9cc4638aed57da5a3f1eb9c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/9a792506c59a45e58f87f86651138a8f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6831c1b6fb61415c8ad681632201615c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/cb3795dc42674cc78aba0051d9bc9074, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/249e60627a8b497190492041f2340726, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6d48b95663364ca585c1cee02bc06a31, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c39928828d014acbbff46400275507a3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/8c2907bcc1a4438895da36256b24b383, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6207ec9f1435483dbef53b8ab08b951f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1600698643cb42bf96f64640f17d63b8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/63895141fb3a477f8ea1f567e6fe1604, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1505b4ffd5204c6f88a9396ab288f54a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/5a2b29dbe23841f7a90fab94ba0e0ef3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c5fbd41a426f4bf7b7033f08ac21a158, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1ee19cce561347acb7c96963dba86be4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4e836d29d0e34896ba9a8895f4768e4b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/07b91cd02a6f4f11ae0eaccb987e5c88, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/241e75383f284b349fa37533bc5ea080, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c887ad2306ff4816b5c6b195f0b2db1c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/76e0026482b34b4ca5b84b0fb5c75896, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4516ce24b21145f685c22b99b3df0761, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4a6b3f00993e4ee4abd9d0cf4a5991e4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/653b9008e1134e4cbf637750be4fd447] to archive 2024-12-02T22:24:45,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:24:45,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/da3e6a8ad4db45f48a2c06f52de6cf75 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/da3e6a8ad4db45f48a2c06f52de6cf75 2024-12-02T22:24:45,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/20f93254a09c4b41bf87788468210a83 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/20f93254a09c4b41bf87788468210a83 2024-12-02T22:24:45,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/7e2469de7ab843909c04a25147edbb8f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/7e2469de7ab843909c04a25147edbb8f 2024-12-02T22:24:45,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/10388547d9cc4638aed57da5a3f1eb9c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/10388547d9cc4638aed57da5a3f1eb9c 2024-12-02T22:24:45,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/9a792506c59a45e58f87f86651138a8f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/9a792506c59a45e58f87f86651138a8f 2024-12-02T22:24:45,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6831c1b6fb61415c8ad681632201615c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6831c1b6fb61415c8ad681632201615c 2024-12-02T22:24:45,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/cb3795dc42674cc78aba0051d9bc9074 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/cb3795dc42674cc78aba0051d9bc9074 2024-12-02T22:24:45,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/249e60627a8b497190492041f2340726 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/249e60627a8b497190492041f2340726 2024-12-02T22:24:45,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6d48b95663364ca585c1cee02bc06a31 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6d48b95663364ca585c1cee02bc06a31 2024-12-02T22:24:45,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c39928828d014acbbff46400275507a3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c39928828d014acbbff46400275507a3 2024-12-02T22:24:45,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/8c2907bcc1a4438895da36256b24b383 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/8c2907bcc1a4438895da36256b24b383 2024-12-02T22:24:45,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6207ec9f1435483dbef53b8ab08b951f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/6207ec9f1435483dbef53b8ab08b951f 2024-12-02T22:24:45,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1600698643cb42bf96f64640f17d63b8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1600698643cb42bf96f64640f17d63b8 2024-12-02T22:24:45,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/63895141fb3a477f8ea1f567e6fe1604 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/63895141fb3a477f8ea1f567e6fe1604 2024-12-02T22:24:45,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1505b4ffd5204c6f88a9396ab288f54a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1505b4ffd5204c6f88a9396ab288f54a 2024-12-02T22:24:45,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/5a2b29dbe23841f7a90fab94ba0e0ef3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/5a2b29dbe23841f7a90fab94ba0e0ef3 2024-12-02T22:24:45,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c5fbd41a426f4bf7b7033f08ac21a158 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c5fbd41a426f4bf7b7033f08ac21a158 2024-12-02T22:24:45,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1ee19cce561347acb7c96963dba86be4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/1ee19cce561347acb7c96963dba86be4 2024-12-02T22:24:45,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4e836d29d0e34896ba9a8895f4768e4b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4e836d29d0e34896ba9a8895f4768e4b 2024-12-02T22:24:45,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/07b91cd02a6f4f11ae0eaccb987e5c88 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/07b91cd02a6f4f11ae0eaccb987e5c88 2024-12-02T22:24:45,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/241e75383f284b349fa37533bc5ea080 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/241e75383f284b349fa37533bc5ea080 2024-12-02T22:24:45,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c887ad2306ff4816b5c6b195f0b2db1c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/c887ad2306ff4816b5c6b195f0b2db1c 2024-12-02T22:24:45,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/76e0026482b34b4ca5b84b0fb5c75896 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/76e0026482b34b4ca5b84b0fb5c75896 2024-12-02T22:24:45,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4516ce24b21145f685c22b99b3df0761 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4516ce24b21145f685c22b99b3df0761 2024-12-02T22:24:45,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4a6b3f00993e4ee4abd9d0cf4a5991e4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/4a6b3f00993e4ee4abd9d0cf4a5991e4 2024-12-02T22:24:45,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/653b9008e1134e4cbf637750be4fd447 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/653b9008e1134e4cbf637750be4fd447 2024-12-02T22:24:45,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fb781064804b4319b988a0c5f29a0950, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/49e6aeddc4d84fa4a84865858159f224, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/48626a41116343afbbc2eea41d558c5c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f47edc2221424c0f8c982c9b1d216bae, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/c2cdffacdd554903bb7bf16c77357d91, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/46dc95807a0045a59f6280b1af3aa429, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/1a4441ad57a9455aa6a354648c366895, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/e70417b8b2824ec2a777ca3c782bded9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b6b7fc35d8f34956a98d20fa7a538293, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/8332b0a97c2e4da6bfd79f59b1edf1a6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fa580125bb4c4e868985750ebdc6858f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67a3d88dba0c4fca94273431849bc685, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/ea4b2f19a3294cde880c1e7e096ad1df, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/23437cb2d7c34d91b33edaaccee4c067, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/cb75f943b8384dc680ba563f25d07f51, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/bf3fbeed42bc449396c246a48c79ee59, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/a6008118e29b48c4b25379d53af121b1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67c5f809acc4418da399a28a0650d1ce, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/14228f9b3c004e65832802c04e1c6435, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/864388edcabb4a518009d0d686f172a3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/08c78f168403407cbf58d970a5953252, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/773b2654e173426489272004d137c344, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7125511d3a8d4f09be71a5bd2dce0d2a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/eb1ab39973c34917b76adfe74a3c19ef, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b5e10e031b264a41968e04770c3ef5da, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b703bb89b0ff4f1ab9bb132951c3be10] to archive 2024-12-02T22:24:45,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:24:45,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fb781064804b4319b988a0c5f29a0950 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fb781064804b4319b988a0c5f29a0950 2024-12-02T22:24:45,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/49e6aeddc4d84fa4a84865858159f224 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/49e6aeddc4d84fa4a84865858159f224 2024-12-02T22:24:45,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/48626a41116343afbbc2eea41d558c5c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/48626a41116343afbbc2eea41d558c5c 2024-12-02T22:24:45,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f47edc2221424c0f8c982c9b1d216bae to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f47edc2221424c0f8c982c9b1d216bae 2024-12-02T22:24:45,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/c2cdffacdd554903bb7bf16c77357d91 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/c2cdffacdd554903bb7bf16c77357d91 2024-12-02T22:24:45,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/46dc95807a0045a59f6280b1af3aa429 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/46dc95807a0045a59f6280b1af3aa429 2024-12-02T22:24:45,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/1a4441ad57a9455aa6a354648c366895 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/1a4441ad57a9455aa6a354648c366895 2024-12-02T22:24:45,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/e70417b8b2824ec2a777ca3c782bded9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/e70417b8b2824ec2a777ca3c782bded9 2024-12-02T22:24:45,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b6b7fc35d8f34956a98d20fa7a538293 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b6b7fc35d8f34956a98d20fa7a538293 2024-12-02T22:24:45,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/8332b0a97c2e4da6bfd79f59b1edf1a6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/8332b0a97c2e4da6bfd79f59b1edf1a6 2024-12-02T22:24:45,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fa580125bb4c4e868985750ebdc6858f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/fa580125bb4c4e868985750ebdc6858f 2024-12-02T22:24:45,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67a3d88dba0c4fca94273431849bc685 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67a3d88dba0c4fca94273431849bc685 2024-12-02T22:24:45,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/ea4b2f19a3294cde880c1e7e096ad1df to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/ea4b2f19a3294cde880c1e7e096ad1df 2024-12-02T22:24:45,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/23437cb2d7c34d91b33edaaccee4c067 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/23437cb2d7c34d91b33edaaccee4c067 2024-12-02T22:24:45,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/cb75f943b8384dc680ba563f25d07f51 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/cb75f943b8384dc680ba563f25d07f51 2024-12-02T22:24:45,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/bf3fbeed42bc449396c246a48c79ee59 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/bf3fbeed42bc449396c246a48c79ee59 2024-12-02T22:24:45,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/a6008118e29b48c4b25379d53af121b1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/a6008118e29b48c4b25379d53af121b1 2024-12-02T22:24:45,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67c5f809acc4418da399a28a0650d1ce to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/67c5f809acc4418da399a28a0650d1ce 2024-12-02T22:24:45,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/14228f9b3c004e65832802c04e1c6435 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/14228f9b3c004e65832802c04e1c6435 2024-12-02T22:24:45,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/864388edcabb4a518009d0d686f172a3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/864388edcabb4a518009d0d686f172a3 2024-12-02T22:24:45,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/08c78f168403407cbf58d970a5953252 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/08c78f168403407cbf58d970a5953252 2024-12-02T22:24:45,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/773b2654e173426489272004d137c344 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/773b2654e173426489272004d137c344 2024-12-02T22:24:45,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7125511d3a8d4f09be71a5bd2dce0d2a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7125511d3a8d4f09be71a5bd2dce0d2a 2024-12-02T22:24:45,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/eb1ab39973c34917b76adfe74a3c19ef to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/eb1ab39973c34917b76adfe74a3c19ef 2024-12-02T22:24:45,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b5e10e031b264a41968e04770c3ef5da to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b5e10e031b264a41968e04770c3ef5da 2024-12-02T22:24:45,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b703bb89b0ff4f1ab9bb132951c3be10 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/b703bb89b0ff4f1ab9bb132951c3be10 2024-12-02T22:24:45,792 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=1 2024-12-02T22:24:45,792 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28. 2024-12-02T22:24:45,792 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 9729858d54f016a72de4acda2f5fba28: 2024-12-02T22:24:45,793 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:45,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=9729858d54f016a72de4acda2f5fba28, regionState=CLOSED 2024-12-02T22:24:45,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-02T22:24:45,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 9729858d54f016a72de4acda2f5fba28, server=5e55ea54544d,39943,1733178189000 in 1.5040 sec 2024-12-02T22:24:45,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-12-02T22:24:45,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729858d54f016a72de4acda2f5fba28, UNASSIGN in 1.5080 sec 2024-12-02T22:24:45,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-02T22:24:45,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5100 sec 2024-12-02T22:24:45,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178285797"}]},"ts":"1733178285797"} 2024-12-02T22:24:45,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T22:24:45,835 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T22:24:45,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5740 sec 2024-12-02T22:24:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T22:24:46,375 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-02T22:24:46,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T22:24:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:46,380 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:46,381 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T22:24:46,383 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:46,387 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/recovered.edits] 2024-12-02T22:24:46,391 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/1866e3884deb4bdd9878ddc7b8cd7901 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/1866e3884deb4bdd9878ddc7b8cd7901 2024-12-02T22:24:46,393 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/c190e23a1fde40b0b70280ce9d445802 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/A/c190e23a1fde40b0b70280ce9d445802 2024-12-02T22:24:46,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/0a5dabeacf3e4f60af5650f384af276f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/0a5dabeacf3e4f60af5650f384af276f 2024-12-02T22:24:46,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/fd48f2da18c04b509909a99284e1af1f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/B/fd48f2da18c04b509909a99284e1af1f 2024-12-02T22:24:46,398 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7114c63fb5ae490089f88ad73b42d180 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/7114c63fb5ae490089f88ad73b42d180 2024-12-02T22:24:46,399 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f6d769d40e4747cca3b2a2d8065c12ca to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/C/f6d769d40e4747cca3b2a2d8065c12ca 2024-12-02T22:24:46,400 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/recovered.edits/380.seqid to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28/recovered.edits/380.seqid 2024-12-02T22:24:46,401 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/9729858d54f016a72de4acda2f5fba28 2024-12-02T22:24:46,401 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T22:24:46,403 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:46,404 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T22:24:46,406 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T22:24:46,406 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:46,406 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T22:24:46,407 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733178286406"}]},"ts":"9223372036854775807"} 2024-12-02T22:24:46,408 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T22:24:46,408 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9729858d54f016a72de4acda2f5fba28, NAME => 'TestAcidGuarantees,,1733178259210.9729858d54f016a72de4acda2f5fba28.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T22:24:46,408 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T22:24:46,408 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733178286408"}]},"ts":"9223372036854775807"} 2024-12-02T22:24:46,409 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T22:24:46,444 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:46,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-12-02T22:24:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T22:24:46,483 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-02T22:24:46,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=6642 (was 6678) 2024-12-02T22:24:46,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=6642 2024-12-02T22:24:46,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:24:46,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:24:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:46,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:24:46,509 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:46,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:24:46,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-12-02T22:24:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-02T22:24:46,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742185_1361 (size=963) 2024-12-02T22:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-02T22:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-02T22:24:46,920 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:24:46,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742186_1362 (size=53) 2024-12-02T22:24:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-02T22:24:47,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:24:47,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 495d83e31bf7f7e678310e32a919fe19, disabling compactions & flushes 2024-12-02T22:24:47,331 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:47,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:47,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. after waiting 0 ms 2024-12-02T22:24:47,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:47,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:47,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:47,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:24:47,335 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733178287335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178287335"}]},"ts":"1733178287335"} 2024-12-02T22:24:47,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T22:24:47,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:24:47,338 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178287338"}]},"ts":"1733178287338"} 2024-12-02T22:24:47,339 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T22:24:47,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, ASSIGN}] 2024-12-02T22:24:47,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, ASSIGN 2024-12-02T22:24:47,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, ASSIGN; state=OFFLINE, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=false 2024-12-02T22:24:47,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=495d83e31bf7f7e678310e32a919fe19, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:47,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:24:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-02T22:24:47,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:47,702 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:47,702 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:24:47,703 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,703 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:24:47,703 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,703 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,705 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,708 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:47,708 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495d83e31bf7f7e678310e32a919fe19 columnFamilyName A 2024-12-02T22:24:47,708 DEBUG [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:47,709 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(327): Store=495d83e31bf7f7e678310e32a919fe19/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:47,709 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,712 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:47,712 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495d83e31bf7f7e678310e32a919fe19 columnFamilyName B 2024-12-02T22:24:47,712 DEBUG [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:47,713 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(327): Store=495d83e31bf7f7e678310e32a919fe19/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:47,713 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,714 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:47,715 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495d83e31bf7f7e678310e32a919fe19 columnFamilyName C 2024-12-02T22:24:47,715 DEBUG [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:47,715 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(327): Store=495d83e31bf7f7e678310e32a919fe19/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:47,715 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:47,716 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,716 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,717 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:24:47,718 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:47,720 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:24:47,720 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 495d83e31bf7f7e678310e32a919fe19; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71559026, jitterRate=0.06631258130073547}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:24:47,721 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:47,721 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., pid=96, masterSystemTime=1733178287696 2024-12-02T22:24:47,722 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:47,722 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:47,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=495d83e31bf7f7e678310e32a919fe19, regionState=OPEN, openSeqNum=2, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:47,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-02T22:24:47,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 in 181 msec 2024-12-02T22:24:47,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-02T22:24:47,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, ASSIGN in 340 msec 2024-12-02T22:24:47,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:24:47,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178287726"}]},"ts":"1733178287726"} 2024-12-02T22:24:47,727 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T22:24:47,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:24:47,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2280 sec 2024-12-02T22:24:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-02T22:24:48,620 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-12-02T22:24:48,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-12-02T22:24:48,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:48,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:48,692 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:48,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:24:48,696 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:24:48,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:24:48,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:24:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T22:24:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742187_1363 (size=999) 2024-12-02T22:24:49,110 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T22:24:49,111 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T22:24:49,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:24:49,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, REOPEN/MOVE}] 2024-12-02T22:24:49,119 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, REOPEN/MOVE 2024-12-02T22:24:49,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=495d83e31bf7f7e678310e32a919fe19, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,121 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:24:49,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:24:49,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,275 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,275 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:24:49,275 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 495d83e31bf7f7e678310e32a919fe19, disabling compactions & flushes 2024-12-02T22:24:49,275 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,275 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,275 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. after waiting 0 ms 2024-12-02T22:24:49,275 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,285 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T22:24:49,285 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,285 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:49,285 WARN [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 495d83e31bf7f7e678310e32a919fe19 to self. 2024-12-02T22:24:49,287 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,287 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=495d83e31bf7f7e678310e32a919fe19, regionState=CLOSED 2024-12-02T22:24:49,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-02T22:24:49,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 in 167 msec 2024-12-02T22:24:49,290 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, REOPEN/MOVE; state=CLOSED, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=true 2024-12-02T22:24:49,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=495d83e31bf7f7e678310e32a919fe19, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:24:49,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,603 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,603 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:24:49,604 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,604 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:24:49,605 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,605 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,607 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,608 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:49,608 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495d83e31bf7f7e678310e32a919fe19 columnFamilyName A 2024-12-02T22:24:49,609 DEBUG [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:49,610 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(327): Store=495d83e31bf7f7e678310e32a919fe19/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:49,610 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,610 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:49,611 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495d83e31bf7f7e678310e32a919fe19 columnFamilyName B 2024-12-02T22:24:49,611 DEBUG [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:49,611 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(327): Store=495d83e31bf7f7e678310e32a919fe19/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:49,611 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,611 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:24:49,611 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495d83e31bf7f7e678310e32a919fe19 columnFamilyName C 2024-12-02T22:24:49,611 DEBUG [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:49,612 INFO [StoreOpener-495d83e31bf7f7e678310e32a919fe19-1 {}] regionserver.HStore(327): Store=495d83e31bf7f7e678310e32a919fe19/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:24:49,612 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,612 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,613 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,614 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:24:49,615 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,615 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 495d83e31bf7f7e678310e32a919fe19; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66827760, jitterRate=-0.0041887760162353516}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:24:49,616 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:49,616 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., pid=101, masterSystemTime=1733178289597 2024-12-02T22:24:49,618 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,618 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=495d83e31bf7f7e678310e32a919fe19, regionState=OPEN, openSeqNum=5, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-12-02T22:24:49,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 in 176 msec 2024-12-02T22:24:49,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-02T22:24:49,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, REOPEN/MOVE in 503 msec 2024-12-02T22:24:49,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-02T22:24:49,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 507 msec 2024-12-02T22:24:49,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 924 msec 2024-12-02T22:24:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T22:24:49,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-12-02T22:24:49,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-02T22:24:49,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,706 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-02T22:24:49,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,719 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-12-02T22:24:49,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-12-02T22:24:49,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-02T22:24:49,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-02T22:24:49,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-02T22:24:49,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-02T22:24:49,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,771 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68035c67 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@627cad17 2024-12-02T22:24:49,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a637ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:24:49,784 DEBUG [hconnection-0x2ac12617-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,785 DEBUG [hconnection-0x3273eb9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:49,785 DEBUG [hconnection-0x7e51be22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-02T22:24:49,786 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,786 DEBUG [hconnection-0x5de1cede-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,786 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,786 DEBUG [hconnection-0xb374033-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,786 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,786 DEBUG [hconnection-0x7aa9ea6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,786 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:49,786 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,787 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,787 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,787 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:49,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-02T22:24:49,788 DEBUG [hconnection-0x3625c1c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,788 DEBUG [hconnection-0x233e44e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,789 DEBUG [hconnection-0x30f324ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,790 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,790 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,791 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,792 DEBUG [hconnection-0x79f77565-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:24:49,793 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:49,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:24:49,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:24:49,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:49,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:24:49,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:49,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:24:49,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:49,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178349810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178349810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178349811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178349811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178349811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027d3da8e417134fc688746d21b33714f0_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178289795/Put/seqid=0 2024-12-02T22:24:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742188_1364 (size=14594) 2024-12-02T22:24:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-02T22:24:49,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178349913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178349913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178349913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178349915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178349920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:49,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-02T22:24:49,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:49,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:49,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:49,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-02T22:24:50,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-02T22:24:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:50,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178350115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178350116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178350116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178350117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178350125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:50,234 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027d3da8e417134fc688746d21b33714f0_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027d3da8e417134fc688746d21b33714f0_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:50,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/f39e3db9122b49318f3ea2c06702bdde, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:50,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/f39e3db9122b49318f3ea2c06702bdde is 175, key is test_row_0/A:col10/1733178289795/Put/seqid=0 2024-12-02T22:24:50,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742189_1365 (size=39549) 2024-12-02T22:24:50,238 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/f39e3db9122b49318f3ea2c06702bdde 2024-12-02T22:24:50,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-02T22:24:50,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:50,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:50,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:50,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:50,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/5ee1cda3990142debc5d65a0be04b4f5 is 50, key is test_row_0/B:col10/1733178289795/Put/seqid=0 2024-12-02T22:24:50,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742190_1366 (size=12001) 2024-12-02T22:24:50,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/5ee1cda3990142debc5d65a0be04b4f5 2024-12-02T22:24:50,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/28d6227e145b4aabb1cfb19fef102d73 is 50, key is test_row_0/C:col10/1733178289795/Put/seqid=0 2024-12-02T22:24:50,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742191_1367 (size=12001) 2024-12-02T22:24:50,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/28d6227e145b4aabb1cfb19fef102d73 2024-12-02T22:24:50,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/f39e3db9122b49318f3ea2c06702bdde as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/f39e3db9122b49318f3ea2c06702bdde 2024-12-02T22:24:50,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/f39e3db9122b49318f3ea2c06702bdde, entries=200, sequenceid=16, filesize=38.6 K 2024-12-02T22:24:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/5ee1cda3990142debc5d65a0be04b4f5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/5ee1cda3990142debc5d65a0be04b4f5 2024-12-02T22:24:50,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/5ee1cda3990142debc5d65a0be04b4f5, entries=150, sequenceid=16, filesize=11.7 K 2024-12-02T22:24:50,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/28d6227e145b4aabb1cfb19fef102d73 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/28d6227e145b4aabb1cfb19fef102d73 2024-12-02T22:24:50,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/28d6227e145b4aabb1cfb19fef102d73, entries=150, sequenceid=16, filesize=11.7 K 2024-12-02T22:24:50,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 495d83e31bf7f7e678310e32a919fe19 in 512ms, sequenceid=16, compaction requested=false 2024-12-02T22:24:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-02T22:24:50,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-02T22:24:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:50,398 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:24:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:24:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:24:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:24:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:50,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025b9281bdd12d4414b8b2fa1db3cc32da_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178289810/Put/seqid=0 2024-12-02T22:24:50,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742192_1368 (size=12154) 2024-12-02T22:24:50,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:50,418 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025b9281bdd12d4414b8b2fa1db3cc32da_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b9281bdd12d4414b8b2fa1db3cc32da_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:50,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/80e37a0039c44b398582cc8402f0b0b3, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:50,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/80e37a0039c44b398582cc8402f0b0b3 is 175, key is test_row_0/A:col10/1733178289810/Put/seqid=0 2024-12-02T22:24:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:50,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:50,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742193_1369 (size=30955) 2024-12-02T22:24:50,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178350428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178350428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178350429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178350430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178350432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178350533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178350533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178350536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178350540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178350736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178350738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178350743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178350743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:50,826 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/80e37a0039c44b398582cc8402f0b0b3 2024-12-02T22:24:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/79db08e477ec4900a67921e00b9f9534 is 50, key is test_row_0/B:col10/1733178289810/Put/seqid=0 2024-12-02T22:24:50,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742194_1370 (size=12001) 2024-12-02T22:24:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-02T22:24:50,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178350936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178351040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178351041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178351046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178351047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,236 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/79db08e477ec4900a67921e00b9f9534 2024-12-02T22:24:51,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/158db9cd7aa74458910776eda6a7bc20 is 50, key is test_row_0/C:col10/1733178289810/Put/seqid=0 2024-12-02T22:24:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742195_1371 (size=12001) 2024-12-02T22:24:51,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:24:51,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178351547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178351549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178351550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178351554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:51,646 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/158db9cd7aa74458910776eda6a7bc20 2024-12-02T22:24:51,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/80e37a0039c44b398582cc8402f0b0b3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/80e37a0039c44b398582cc8402f0b0b3 2024-12-02T22:24:51,653 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/80e37a0039c44b398582cc8402f0b0b3, entries=150, sequenceid=40, filesize=30.2 K 2024-12-02T22:24:51,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/79db08e477ec4900a67921e00b9f9534 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/79db08e477ec4900a67921e00b9f9534 2024-12-02T22:24:51,657 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/79db08e477ec4900a67921e00b9f9534, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T22:24:51,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/158db9cd7aa74458910776eda6a7bc20 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/158db9cd7aa74458910776eda6a7bc20 2024-12-02T22:24:51,660 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/158db9cd7aa74458910776eda6a7bc20, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T22:24:51,661 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 495d83e31bf7f7e678310e32a919fe19 in 1263ms, sequenceid=40, compaction requested=false 2024-12-02T22:24:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-02T22:24:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-02T22:24:51,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-02T22:24:51,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-12-02T22:24:51,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.8780 sec 2024-12-02T22:24:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-02T22:24:51,891 INFO [Thread-1644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-02T22:24:51,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-02T22:24:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T22:24:51,894 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:51,894 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:51,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:51,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:24:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:24:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:24:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:24:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:51,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ec343dae410244039ca924d3626b94b2_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178291940/Put/seqid=0 2024-12-02T22:24:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742196_1372 (size=14594) 2024-12-02T22:24:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T22:24:52,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178352017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:52,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:52,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178352121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T22:24:52,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178352325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,350 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:52,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:52,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,352 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:52,355 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ec343dae410244039ca924d3626b94b2_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ec343dae410244039ca924d3626b94b2_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:52,356 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/a3a81e9659b64a2dba6cf83e2602e0bf, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:52,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/a3a81e9659b64a2dba6cf83e2602e0bf is 175, key is test_row_0/A:col10/1733178291940/Put/seqid=0 2024-12-02T22:24:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742197_1373 (size=39549) 2024-12-02T22:24:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T22:24:52,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178352555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178352557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178352562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178352563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178352629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/a3a81e9659b64a2dba6cf83e2602e0bf 2024-12-02T22:24:52,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/d4e68c59b0d34dcd8478393f2d1ee462 is 50, key is test_row_0/B:col10/1733178291940/Put/seqid=0 2024-12-02T22:24:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742198_1374 (size=12001) 2024-12-02T22:24:52,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/d4e68c59b0d34dcd8478393f2d1ee462 2024-12-02T22:24:52,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/5a8e234733d641859f829e9582fb013f is 50, key is test_row_0/C:col10/1733178291940/Put/seqid=0 2024-12-02T22:24:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742199_1375 (size=12001) 2024-12-02T22:24:52,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:52,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:52,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:52,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:52,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T22:24:53,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:53,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:53,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:53,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:53,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:53,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:53,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:53,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178353136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:53,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/5a8e234733d641859f829e9582fb013f 2024-12-02T22:24:53,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/a3a81e9659b64a2dba6cf83e2602e0bf as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a3a81e9659b64a2dba6cf83e2602e0bf 2024-12-02T22:24:53,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a3a81e9659b64a2dba6cf83e2602e0bf, entries=200, sequenceid=53, filesize=38.6 K 2024-12-02T22:24:53,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/d4e68c59b0d34dcd8478393f2d1ee462 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/d4e68c59b0d34dcd8478393f2d1ee462 2024-12-02T22:24:53,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/d4e68c59b0d34dcd8478393f2d1ee462, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T22:24:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/5a8e234733d641859f829e9582fb013f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5a8e234733d641859f829e9582fb013f 2024-12-02T22:24:53,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5a8e234733d641859f829e9582fb013f, entries=150, sequenceid=53, filesize=11.7 K 2024-12-02T22:24:53,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 495d83e31bf7f7e678310e32a919fe19 in 1255ms, sequenceid=53, compaction requested=true 2024-12-02T22:24:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:53,196 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:53,196 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:53,197 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:53,197 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:53,197 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/B is initiating minor compaction (all files) 2024-12-02T22:24:53,197 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/A is initiating minor compaction (all files) 2024-12-02T22:24:53,197 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/A in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:53,197 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/B in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:53,197 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/f39e3db9122b49318f3ea2c06702bdde, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/80e37a0039c44b398582cc8402f0b0b3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a3a81e9659b64a2dba6cf83e2602e0bf] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=107.5 K 2024-12-02T22:24:53,197 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/5ee1cda3990142debc5d65a0be04b4f5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/79db08e477ec4900a67921e00b9f9534, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/d4e68c59b0d34dcd8478393f2d1ee462] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=35.2 K 2024-12-02T22:24:53,197 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:53,197 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/f39e3db9122b49318f3ea2c06702bdde, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/80e37a0039c44b398582cc8402f0b0b3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a3a81e9659b64a2dba6cf83e2602e0bf] 2024-12-02T22:24:53,198 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ee1cda3990142debc5d65a0be04b4f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733178289794 2024-12-02T22:24:53,198 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting f39e3db9122b49318f3ea2c06702bdde, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733178289792 2024-12-02T22:24:53,198 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 79db08e477ec4900a67921e00b9f9534, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178289808 2024-12-02T22:24:53,198 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80e37a0039c44b398582cc8402f0b0b3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178289808 2024-12-02T22:24:53,198 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3a81e9659b64a2dba6cf83e2602e0bf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733178290422 2024-12-02T22:24:53,198 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d4e68c59b0d34dcd8478393f2d1ee462, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733178290422 2024-12-02T22:24:53,203 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:53,204 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#B#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:53,205 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/94e3e59d2c8d4a2d9b74d07a469dd778 is 50, key is test_row_0/B:col10/1733178291940/Put/seqid=0 2024-12-02T22:24:53,206 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412023d2acaa8e72a4d2d980344708e65189a_495d83e31bf7f7e678310e32a919fe19 store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:53,208 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412023d2acaa8e72a4d2d980344708e65189a_495d83e31bf7f7e678310e32a919fe19, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:53,209 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023d2acaa8e72a4d2d980344708e65189a_495d83e31bf7f7e678310e32a919fe19 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:53,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742200_1376 (size=12104) 2024-12-02T22:24:53,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742201_1377 (size=4469) 2024-12-02T22:24:53,221 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#A#compaction#321 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:53,222 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/2f86abf304f940a8b0cfd0292087dfb3 is 175, key is test_row_0/A:col10/1733178291940/Put/seqid=0 2024-12-02T22:24:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742202_1378 (size=31058) 2024-12-02T22:24:53,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:53,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-02T22:24:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:53,265 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T22:24:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:24:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:24:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:24:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020465ea360b2f47bdbf2f295ed43d0822_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178291980/Put/seqid=0 2024-12-02T22:24:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742203_1379 (size=12154) 2024-12-02T22:24:53,615 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/94e3e59d2c8d4a2d9b74d07a469dd778 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/94e3e59d2c8d4a2d9b74d07a469dd778 2024-12-02T22:24:53,619 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/B of 495d83e31bf7f7e678310e32a919fe19 into 94e3e59d2c8d4a2d9b74d07a469dd778(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:53,619 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:53,619 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/B, priority=13, startTime=1733178293196; duration=0sec 2024-12-02T22:24:53,619 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:53,619 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:B 2024-12-02T22:24:53,619 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:53,620 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:53,620 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/C is initiating minor compaction (all files) 2024-12-02T22:24:53,620 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/C in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:53,620 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/28d6227e145b4aabb1cfb19fef102d73, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/158db9cd7aa74458910776eda6a7bc20, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5a8e234733d641859f829e9582fb013f] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=35.2 K 2024-12-02T22:24:53,621 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 28d6227e145b4aabb1cfb19fef102d73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733178289794 2024-12-02T22:24:53,621 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 158db9cd7aa74458910776eda6a7bc20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733178289808 2024-12-02T22:24:53,621 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a8e234733d641859f829e9582fb013f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733178290422 2024-12-02T22:24:53,627 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:53,627 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/d2f1ec859ac445a4a900ef878c2fd585 is 50, key is test_row_0/C:col10/1733178291940/Put/seqid=0 2024-12-02T22:24:53,629 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/2f86abf304f940a8b0cfd0292087dfb3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2f86abf304f940a8b0cfd0292087dfb3 2024-12-02T22:24:53,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742204_1380 (size=12104) 2024-12-02T22:24:53,633 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/A of 495d83e31bf7f7e678310e32a919fe19 into 2f86abf304f940a8b0cfd0292087dfb3(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:53,633 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:53,633 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/A, priority=13, startTime=1733178293196; duration=0sec 2024-12-02T22:24:53,633 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:53,633 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:A 2024-12-02T22:24:53,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:53,678 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020465ea360b2f47bdbf2f295ed43d0822_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020465ea360b2f47bdbf2f295ed43d0822_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:53,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/30ce05f4d71645d291293ca90d714e64, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:53,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/30ce05f4d71645d291293ca90d714e64 is 175, key is test_row_0/A:col10/1733178291980/Put/seqid=0 2024-12-02T22:24:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742205_1381 (size=30955) 2024-12-02T22:24:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T22:24:54,035 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/d2f1ec859ac445a4a900ef878c2fd585 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d2f1ec859ac445a4a900ef878c2fd585 2024-12-02T22:24:54,038 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/C of 495d83e31bf7f7e678310e32a919fe19 into d2f1ec859ac445a4a900ef878c2fd585(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:54,039 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:54,039 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/C, priority=13, startTime=1733178293196; duration=0sec 2024-12-02T22:24:54,039 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:54,039 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:C 2024-12-02T22:24:54,084 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/30ce05f4d71645d291293ca90d714e64 2024-12-02T22:24:54,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/ae0854196a4842c09e3f420638a51fd8 is 50, key is test_row_0/B:col10/1733178291980/Put/seqid=0 2024-12-02T22:24:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742206_1382 (size=12001) 2024-12-02T22:24:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:54,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178354179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178354284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178354488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,493 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/ae0854196a4842c09e3f420638a51fd8 2024-12-02T22:24:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/bbcb6e6f5fea41f0bf098fee1af27d83 is 50, key is test_row_0/C:col10/1733178291980/Put/seqid=0 2024-12-02T22:24:54,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742207_1383 (size=12001) 2024-12-02T22:24:54,502 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/bbcb6e6f5fea41f0bf098fee1af27d83 2024-12-02T22:24:54,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/30ce05f4d71645d291293ca90d714e64 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/30ce05f4d71645d291293ca90d714e64 2024-12-02T22:24:54,509 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/30ce05f4d71645d291293ca90d714e64, entries=150, sequenceid=76, filesize=30.2 K 2024-12-02T22:24:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/ae0854196a4842c09e3f420638a51fd8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ae0854196a4842c09e3f420638a51fd8 2024-12-02T22:24:54,514 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ae0854196a4842c09e3f420638a51fd8, entries=150, sequenceid=76, filesize=11.7 K 2024-12-02T22:24:54,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/bbcb6e6f5fea41f0bf098fee1af27d83 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/bbcb6e6f5fea41f0bf098fee1af27d83 2024-12-02T22:24:54,519 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/bbcb6e6f5fea41f0bf098fee1af27d83, entries=150, sequenceid=76, filesize=11.7 K 2024-12-02T22:24:54,520 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 495d83e31bf7f7e678310e32a919fe19 in 1255ms, sequenceid=76, compaction requested=false 2024-12-02T22:24:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-02T22:24:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-02T22:24:54,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-02T22:24:54,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6270 sec 2024-12-02T22:24:54,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.6300 sec 2024-12-02T22:24:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:54,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T22:24:54,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:24:54,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:54,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:24:54,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:54,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:24:54,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:54,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023d175c46912c468f9c62c36d42f634ef_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178294176/Put/seqid=0 2024-12-02T22:24:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742208_1384 (size=12154) 2024-12-02T22:24:54,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178354599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178354600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178354603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178354603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178354705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178354705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178354708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178354714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178354792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178354909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178354909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178354915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178354918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:54,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:54,991 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023d175c46912c468f9c62c36d42f634ef_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d175c46912c468f9c62c36d42f634ef_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:54,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/ec22cca67ac54ccc8340a7f0d7c25e36, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:54,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/ec22cca67ac54ccc8340a7f0d7c25e36 is 175, key is test_row_0/A:col10/1733178294176/Put/seqid=0 2024-12-02T22:24:54,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742209_1385 (size=30955) 2024-12-02T22:24:54,999 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/ec22cca67ac54ccc8340a7f0d7c25e36 2024-12-02T22:24:55,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/4fc1cdc36bc343d89158552c8effda61 is 50, key is test_row_0/B:col10/1733178294176/Put/seqid=0 2024-12-02T22:24:55,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742210_1386 (size=12001) 2024-12-02T22:24:55,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178355213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178355213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178355218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178355222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178355296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/4fc1cdc36bc343d89158552c8effda61 2024-12-02T22:24:55,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/5adb27f525b742b1b25275da97ff1b78 is 50, key is test_row_0/C:col10/1733178294176/Put/seqid=0 2024-12-02T22:24:55,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742211_1387 (size=12001) 2024-12-02T22:24:55,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/5adb27f525b742b1b25275da97ff1b78 2024-12-02T22:24:55,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/ec22cca67ac54ccc8340a7f0d7c25e36 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/ec22cca67ac54ccc8340a7f0d7c25e36 2024-12-02T22:24:55,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/ec22cca67ac54ccc8340a7f0d7c25e36, entries=150, sequenceid=93, filesize=30.2 K 2024-12-02T22:24:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/4fc1cdc36bc343d89158552c8effda61 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/4fc1cdc36bc343d89158552c8effda61 2024-12-02T22:24:55,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/4fc1cdc36bc343d89158552c8effda61, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T22:24:55,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/5adb27f525b742b1b25275da97ff1b78 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5adb27f525b742b1b25275da97ff1b78 2024-12-02T22:24:55,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5adb27f525b742b1b25275da97ff1b78, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T22:24:55,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 495d83e31bf7f7e678310e32a919fe19 in 859ms, sequenceid=93, compaction requested=true 2024-12-02T22:24:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:24:55,436 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:55,436 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:24:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:24:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:55,437 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:55,437 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/A is initiating minor compaction (all files) 2024-12-02T22:24:55,437 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/A in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:55,437 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2f86abf304f940a8b0cfd0292087dfb3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/30ce05f4d71645d291293ca90d714e64, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/ec22cca67ac54ccc8340a7f0d7c25e36] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=90.8 K 2024-12-02T22:24:55,437 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:55,437 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2f86abf304f940a8b0cfd0292087dfb3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/30ce05f4d71645d291293ca90d714e64, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/ec22cca67ac54ccc8340a7f0d7c25e36] 2024-12-02T22:24:55,437 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:55,437 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/B is initiating minor compaction (all files) 2024-12-02T22:24:55,437 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/B in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:55,437 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f86abf304f940a8b0cfd0292087dfb3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733178290422 2024-12-02T22:24:55,437 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/94e3e59d2c8d4a2d9b74d07a469dd778, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ae0854196a4842c09e3f420638a51fd8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/4fc1cdc36bc343d89158552c8effda61] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=35.3 K 2024-12-02T22:24:55,437 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30ce05f4d71645d291293ca90d714e64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733178291980 2024-12-02T22:24:55,437 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 94e3e59d2c8d4a2d9b74d07a469dd778, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733178290422 2024-12-02T22:24:55,438 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec22cca67ac54ccc8340a7f0d7c25e36, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733178294171 2024-12-02T22:24:55,438 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting ae0854196a4842c09e3f420638a51fd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733178291980 2024-12-02T22:24:55,438 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fc1cdc36bc343d89158552c8effda61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733178294171 2024-12-02T22:24:55,442 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:55,443 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#B#compaction#330 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:55,444 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/7a30d05ac6c04754bbc57fc5bc9cc67c is 50, key is test_row_0/B:col10/1733178294176/Put/seqid=0 2024-12-02T22:24:55,447 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202abc9a1e379434ac3b157332438b33dfb_495d83e31bf7f7e678310e32a919fe19 store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:55,448 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202abc9a1e379434ac3b157332438b33dfb_495d83e31bf7f7e678310e32a919fe19, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:55,449 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202abc9a1e379434ac3b157332438b33dfb_495d83e31bf7f7e678310e32a919fe19 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742212_1388 (size=12207) 2024-12-02T22:24:55,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742213_1389 (size=4469) 2024-12-02T22:24:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:55,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T22:24:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:24:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:24:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:24:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:55,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120244f02c8d56134569b9451f7f2a963c52_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178294602/Put/seqid=0 2024-12-02T22:24:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742214_1390 (size=14594) 2024-12-02T22:24:55,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178355733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178355734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178355734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178355734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178355839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178355839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178355839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178355840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:55,854 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/7a30d05ac6c04754bbc57fc5bc9cc67c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/7a30d05ac6c04754bbc57fc5bc9cc67c 2024-12-02T22:24:55,857 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#A#compaction#329 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:55,857 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/5381835b2cc347c4af8df7061e1bd0a9 is 175, key is test_row_0/A:col10/1733178294176/Put/seqid=0 2024-12-02T22:24:55,858 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/B of 495d83e31bf7f7e678310e32a919fe19 into 7a30d05ac6c04754bbc57fc5bc9cc67c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:55,858 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:55,858 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/B, priority=13, startTime=1733178295436; duration=0sec 2024-12-02T22:24:55,859 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:24:55,859 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:B 2024-12-02T22:24:55,859 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:24:55,860 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:24:55,860 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/C is initiating minor compaction (all files) 2024-12-02T22:24:55,860 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/C in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:55,860 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d2f1ec859ac445a4a900ef878c2fd585, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/bbcb6e6f5fea41f0bf098fee1af27d83, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5adb27f525b742b1b25275da97ff1b78] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=35.3 K 2024-12-02T22:24:55,860 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d2f1ec859ac445a4a900ef878c2fd585, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733178290422 2024-12-02T22:24:55,861 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting bbcb6e6f5fea41f0bf098fee1af27d83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733178291980 2024-12-02T22:24:55,861 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 5adb27f525b742b1b25275da97ff1b78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733178294171 2024-12-02T22:24:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742215_1391 (size=31161) 2024-12-02T22:24:55,866 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/5381835b2cc347c4af8df7061e1bd0a9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/5381835b2cc347c4af8df7061e1bd0a9 2024-12-02T22:24:55,867 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:24:55,868 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/51d9e880c38046ecb0b59c2913aa968e is 50, key is test_row_0/C:col10/1733178294176/Put/seqid=0 2024-12-02T22:24:55,870 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/A of 495d83e31bf7f7e678310e32a919fe19 into 5381835b2cc347c4af8df7061e1bd0a9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:55,870 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:55,870 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/A, priority=13, startTime=1733178295436; duration=0sec 2024-12-02T22:24:55,870 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:55,870 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:A 2024-12-02T22:24:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742216_1392 (size=12207) 2024-12-02T22:24:55,875 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/51d9e880c38046ecb0b59c2913aa968e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/51d9e880c38046ecb0b59c2913aa968e 2024-12-02T22:24:55,879 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/C of 495d83e31bf7f7e678310e32a919fe19 into 51d9e880c38046ecb0b59c2913aa968e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:24:55,879 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:55,879 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/C, priority=13, startTime=1733178295436; duration=0sec 2024-12-02T22:24:55,879 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:24:55,879 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:C 2024-12-02T22:24:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-02T22:24:55,997 INFO [Thread-1644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-02T22:24:55,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:24:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-02T22:24:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T22:24:55,999 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:24:56,000 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:24:56,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:24:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178356043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178356044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178356044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178356044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T22:24:56,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:56,131 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120244f02c8d56134569b9451f7f2a963c52_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120244f02c8d56134569b9451f7f2a963c52_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:56,132 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bc1be6b655944225868f84a82c396b89, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:56,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bc1be6b655944225868f84a82c396b89 is 175, key is test_row_0/A:col10/1733178294602/Put/seqid=0 2024-12-02T22:24:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742217_1393 (size=39549) 2024-12-02T22:24:56,135 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bc1be6b655944225868f84a82c396b89 2024-12-02T22:24:56,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/c82abdd68782437f89c65cdc43505447 is 50, key is test_row_0/B:col10/1733178294602/Put/seqid=0 2024-12-02T22:24:56,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742218_1394 (size=12001) 2024-12-02T22:24:56,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/c82abdd68782437f89c65cdc43505447 2024-12-02T22:24:56,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/52e00d2d5cc34dc5b780dda485963ac9 is 50, key is test_row_0/C:col10/1733178294602/Put/seqid=0 2024-12-02T22:24:56,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-02T22:24:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:56,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742219_1395 (size=12001) 2024-12-02T22:24:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T22:24:56,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-02T22:24:56,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:56,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:56,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:56,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178356304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178356347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178356348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178356349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178356350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-02T22:24:56,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:56,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:56,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:56,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:24:56,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/52e00d2d5cc34dc5b780dda485963ac9 2024-12-02T22:24:56,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bc1be6b655944225868f84a82c396b89 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc1be6b655944225868f84a82c396b89 2024-12-02T22:24:56,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc1be6b655944225868f84a82c396b89, entries=200, sequenceid=116, filesize=38.6 K 2024-12-02T22:24:56,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/c82abdd68782437f89c65cdc43505447 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c82abdd68782437f89c65cdc43505447 2024-12-02T22:24:56,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c82abdd68782437f89c65cdc43505447, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T22:24:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/52e00d2d5cc34dc5b780dda485963ac9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/52e00d2d5cc34dc5b780dda485963ac9 2024-12-02T22:24:56,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/52e00d2d5cc34dc5b780dda485963ac9, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T22:24:56,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 495d83e31bf7f7e678310e32a919fe19 in 851ms, sequenceid=116, compaction requested=false 2024-12-02T22:24:56,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T22:24:56,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-02T22:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:56,609 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:56,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120276cf89413bad4d4a81ecca30c3d6ca58_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178295734/Put/seqid=0 2024-12-02T22:24:56,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742220_1396 (size=12154) 2024-12-02T22:24:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:24:56,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178356879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178356880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178356881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178356883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178356987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178356987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178356989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:56,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178356989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:57,022 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120276cf89413bad4d4a81ecca30c3d6ca58_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120276cf89413bad4d4a81ecca30c3d6ca58_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:57,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/2cb863d9ae7047b38d66383738e7d3b4, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:57,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/2cb863d9ae7047b38d66383738e7d3b4 is 175, key is test_row_0/A:col10/1733178295734/Put/seqid=0 2024-12-02T22:24:57,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742221_1397 (size=30955) 2024-12-02T22:24:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T22:24:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178357191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178357193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178357193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178357193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,426 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/2cb863d9ae7047b38d66383738e7d3b4 2024-12-02T22:24:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/e7658148a56740eaba801058591ced79 is 50, key is test_row_0/B:col10/1733178295734/Put/seqid=0 2024-12-02T22:24:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742222_1398 (size=12001) 2024-12-02T22:24:57,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178357496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178357497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178357497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178357497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:57,835 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/e7658148a56740eaba801058591ced79 2024-12-02T22:24:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/e0dde079f50d457a80a1701d3305bb66 is 50, key is test_row_0/C:col10/1733178295734/Put/seqid=0 2024-12-02T22:24:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742223_1399 (size=12001) 2024-12-02T22:24:58,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178358000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:58,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178358000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:58,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178358003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178358004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T22:24:58,248 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/e0dde079f50d457a80a1701d3305bb66 2024-12-02T22:24:58,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/2cb863d9ae7047b38d66383738e7d3b4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2cb863d9ae7047b38d66383738e7d3b4 2024-12-02T22:24:58,254 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2cb863d9ae7047b38d66383738e7d3b4, entries=150, sequenceid=132, filesize=30.2 K 2024-12-02T22:24:58,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/e7658148a56740eaba801058591ced79 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/e7658148a56740eaba801058591ced79 2024-12-02T22:24:58,258 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/e7658148a56740eaba801058591ced79, entries=150, sequenceid=132, filesize=11.7 K 2024-12-02T22:24:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/e0dde079f50d457a80a1701d3305bb66 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/e0dde079f50d457a80a1701d3305bb66 2024-12-02T22:24:58,262 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/e0dde079f50d457a80a1701d3305bb66, entries=150, sequenceid=132, filesize=11.7 K 2024-12-02T22:24:58,262 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 495d83e31bf7f7e678310e32a919fe19 in 1653ms, sequenceid=132, compaction requested=true 2024-12-02T22:24:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:24:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:24:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-02T22:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-02T22:24:58,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-02T22:24:58,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-12-02T22:24:58,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.2670 sec 2024-12-02T22:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:58,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:24:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:24:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:24:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:24:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:24:58,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e23aab83a2794b53b79b6c1d506a1fa3_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178298326/Put/seqid=0 2024-12-02T22:24:58,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742224_1400 (size=14794) 2024-12-02T22:24:58,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178358374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:58,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178358478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178358682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:58,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:24:58,739 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e23aab83a2794b53b79b6c1d506a1fa3_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e23aab83a2794b53b79b6c1d506a1fa3_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:24:58,739 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/b9b6f9012ea046dbb1e8a683e8548c20, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:24:58,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/b9b6f9012ea046dbb1e8a683e8548c20 is 175, key is test_row_0/A:col10/1733178298326/Put/seqid=0 2024-12-02T22:24:58,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742225_1401 (size=39749) 2024-12-02T22:24:58,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178358989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:59,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178359008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:59,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178359010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:59,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178359012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:59,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178359012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:59,143 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/b9b6f9012ea046dbb1e8a683e8548c20 2024-12-02T22:24:59,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/f6c35cf3c23044ca84725dffa71f3de0 is 50, key is test_row_0/B:col10/1733178298326/Put/seqid=0 2024-12-02T22:24:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742226_1402 (size=12151) 2024-12-02T22:24:59,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:24:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178359495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:24:59,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/f6c35cf3c23044ca84725dffa71f3de0 2024-12-02T22:24:59,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/d9de4c1357724c55a7cd9c0786d73d31 is 50, key is test_row_0/C:col10/1733178298326/Put/seqid=0 2024-12-02T22:24:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742227_1403 (size=12151) 2024-12-02T22:25:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T22:25:00,103 INFO [Thread-1644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-02T22:25:00,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:00,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/d9de4c1357724c55a7cd9c0786d73d31 2024-12-02T22:25:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-02T22:25:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T22:25:00,115 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:00,116 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:00,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:00,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/b9b6f9012ea046dbb1e8a683e8548c20 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/b9b6f9012ea046dbb1e8a683e8548c20 2024-12-02T22:25:00,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/b9b6f9012ea046dbb1e8a683e8548c20, entries=200, sequenceid=156, filesize=38.8 K 2024-12-02T22:25:00,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/f6c35cf3c23044ca84725dffa71f3de0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/f6c35cf3c23044ca84725dffa71f3de0 2024-12-02T22:25:00,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/f6c35cf3c23044ca84725dffa71f3de0, entries=150, sequenceid=156, filesize=11.9 K 2024-12-02T22:25:00,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/d9de4c1357724c55a7cd9c0786d73d31 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d9de4c1357724c55a7cd9c0786d73d31 2024-12-02T22:25:00,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d9de4c1357724c55a7cd9c0786d73d31, entries=150, sequenceid=156, filesize=11.9 K 2024-12-02T22:25:00,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 495d83e31bf7f7e678310e32a919fe19 in 1806ms, sequenceid=156, compaction requested=true 2024-12-02T22:25:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:00,134 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:25:00,134 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:25:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:00,135 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:25:00,135 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:25:00,135 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/B is initiating minor compaction (all files) 2024-12-02T22:25:00,135 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/A is initiating minor compaction (all files) 2024-12-02T22:25:00,135 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/B in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:00,135 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/A in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:00,135 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/7a30d05ac6c04754bbc57fc5bc9cc67c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c82abdd68782437f89c65cdc43505447, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/e7658148a56740eaba801058591ced79, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/f6c35cf3c23044ca84725dffa71f3de0] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=47.2 K 2024-12-02T22:25:00,135 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/5381835b2cc347c4af8df7061e1bd0a9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc1be6b655944225868f84a82c396b89, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2cb863d9ae7047b38d66383738e7d3b4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/b9b6f9012ea046dbb1e8a683e8548c20] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=138.1 K 2024-12-02T22:25:00,135 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:00,135 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/5381835b2cc347c4af8df7061e1bd0a9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc1be6b655944225868f84a82c396b89, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2cb863d9ae7047b38d66383738e7d3b4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/b9b6f9012ea046dbb1e8a683e8548c20] 2024-12-02T22:25:00,135 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a30d05ac6c04754bbc57fc5bc9cc67c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733178294171 2024-12-02T22:25:00,135 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5381835b2cc347c4af8df7061e1bd0a9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733178294171 2024-12-02T22:25:00,135 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c82abdd68782437f89c65cdc43505447, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178294602 2024-12-02T22:25:00,136 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e7658148a56740eaba801058591ced79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733178295732 2024-12-02T22:25:00,136 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc1be6b655944225868f84a82c396b89, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178294598 2024-12-02T22:25:00,136 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting f6c35cf3c23044ca84725dffa71f3de0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733178296880 2024-12-02T22:25:00,136 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cb863d9ae7047b38d66383738e7d3b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733178295732 2024-12-02T22:25:00,136 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9b6f9012ea046dbb1e8a683e8548c20, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733178296877 2024-12-02T22:25:00,141 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#B#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:00,142 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/3732b44009ac48438fde518bfbdfd403 is 50, key is test_row_0/B:col10/1733178298326/Put/seqid=0 2024-12-02T22:25:00,142 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:00,146 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202a2d9db2d4f7e40118029f08d9862eab9_495d83e31bf7f7e678310e32a919fe19 store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742228_1404 (size=12493) 2024-12-02T22:25:00,148 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202a2d9db2d4f7e40118029f08d9862eab9_495d83e31bf7f7e678310e32a919fe19, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:00,149 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a2d9db2d4f7e40118029f08d9862eab9_495d83e31bf7f7e678310e32a919fe19 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:00,152 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/3732b44009ac48438fde518bfbdfd403 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/3732b44009ac48438fde518bfbdfd403 2024-12-02T22:25:00,156 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/B of 495d83e31bf7f7e678310e32a919fe19 into 3732b44009ac48438fde518bfbdfd403(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:00,156 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:00,156 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/B, priority=12, startTime=1733178300134; duration=0sec 2024-12-02T22:25:00,156 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:00,156 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:B 2024-12-02T22:25:00,156 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:25:00,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742229_1405 (size=4469) 2024-12-02T22:25:00,159 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:25:00,159 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/C is initiating minor compaction (all files) 2024-12-02T22:25:00,159 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/C in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:00,159 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/51d9e880c38046ecb0b59c2913aa968e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/52e00d2d5cc34dc5b780dda485963ac9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/e0dde079f50d457a80a1701d3305bb66, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d9de4c1357724c55a7cd9c0786d73d31] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=47.2 K 2024-12-02T22:25:00,159 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 51d9e880c38046ecb0b59c2913aa968e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733178294171 2024-12-02T22:25:00,159 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 52e00d2d5cc34dc5b780dda485963ac9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178294602 2024-12-02T22:25:00,160 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e0dde079f50d457a80a1701d3305bb66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733178295732 2024-12-02T22:25:00,160 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d9de4c1357724c55a7cd9c0786d73d31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733178296880 2024-12-02T22:25:00,165 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:00,166 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/56ba0512d5ba4dbeb3f0dcbb3a84a0e0 is 50, key is test_row_0/C:col10/1733178298326/Put/seqid=0 2024-12-02T22:25:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742230_1406 (size=12493) 2024-12-02T22:25:00,174 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/56ba0512d5ba4dbeb3f0dcbb3a84a0e0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/56ba0512d5ba4dbeb3f0dcbb3a84a0e0 2024-12-02T22:25:00,177 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/C of 495d83e31bf7f7e678310e32a919fe19 into 56ba0512d5ba4dbeb3f0dcbb3a84a0e0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:00,177 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:00,177 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/C, priority=12, startTime=1733178300134; duration=0sec 2024-12-02T22:25:00,177 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:00,177 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:C 2024-12-02T22:25:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T22:25:00,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:00,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-02T22:25:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:00,268 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:25:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:00,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028390da8cac7a46a6b143b78478a15691_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178298372/Put/seqid=0 2024-12-02T22:25:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742231_1407 (size=12304) 2024-12-02T22:25:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T22:25:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:00,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:00,558 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#A#compaction#342 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:00,559 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bc3775bdf46b4658a1d8b401ff130b69 is 175, key is test_row_0/A:col10/1733178298326/Put/seqid=0 2024-12-02T22:25:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742232_1408 (size=31447) 2024-12-02T22:25:00,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178360590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:00,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:00,684 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028390da8cac7a46a6b143b78478a15691_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028390da8cac7a46a6b143b78478a15691_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:00,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/1ad99d01915349899a9a2016e3550ed2, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:00,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/1ad99d01915349899a9a2016e3550ed2 is 175, key is test_row_0/A:col10/1733178298372/Put/seqid=0 2024-12-02T22:25:00,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742233_1409 (size=31105) 2024-12-02T22:25:00,689 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/1ad99d01915349899a9a2016e3550ed2 2024-12-02T22:25:00,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/ccd42a11c55a46138f1b0665baf6c763 is 50, key is test_row_0/B:col10/1733178298372/Put/seqid=0 2024-12-02T22:25:00,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742234_1410 (size=12151) 2024-12-02T22:25:00,697 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/ccd42a11c55a46138f1b0665baf6c763 2024-12-02T22:25:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178360695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:00,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/1ac8445968a0463b8e2382e80dc31f65 is 50, key is test_row_0/C:col10/1733178298372/Put/seqid=0 2024-12-02T22:25:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742235_1411 (size=12151) 2024-12-02T22:25:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T22:25:00,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178360898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:00,966 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bc3775bdf46b4658a1d8b401ff130b69 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc3775bdf46b4658a1d8b401ff130b69 2024-12-02T22:25:00,969 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/A of 495d83e31bf7f7e678310e32a919fe19 into bc3775bdf46b4658a1d8b401ff130b69(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:00,969 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:00,969 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/A, priority=12, startTime=1733178300134; duration=0sec 2024-12-02T22:25:00,969 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:00,969 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:A 2024-12-02T22:25:01,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178361017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,019 DEBUG [Thread-1636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., hostname=5e55ea54544d,39943,1733178189000, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:01,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178361021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,024 DEBUG [Thread-1638 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., hostname=5e55ea54544d,39943,1733178189000, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:01,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178361025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178361025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,028 DEBUG [Thread-1640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., hostname=5e55ea54544d,39943,1733178189000, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:01,028 DEBUG [Thread-1634 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., hostname=5e55ea54544d,39943,1733178189000, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:01,107 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/1ac8445968a0463b8e2382e80dc31f65 2024-12-02T22:25:01,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/1ad99d01915349899a9a2016e3550ed2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/1ad99d01915349899a9a2016e3550ed2 2024-12-02T22:25:01,113 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/1ad99d01915349899a9a2016e3550ed2, entries=150, sequenceid=170, filesize=30.4 K 2024-12-02T22:25:01,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/ccd42a11c55a46138f1b0665baf6c763 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ccd42a11c55a46138f1b0665baf6c763 2024-12-02T22:25:01,117 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ccd42a11c55a46138f1b0665baf6c763, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T22:25:01,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/1ac8445968a0463b8e2382e80dc31f65 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/1ac8445968a0463b8e2382e80dc31f65 2024-12-02T22:25:01,120 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/1ac8445968a0463b8e2382e80dc31f65, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T22:25:01,121 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 495d83e31bf7f7e678310e32a919fe19 in 853ms, sequenceid=170, compaction requested=false 2024-12-02T22:25:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-02T22:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-02T22:25:01,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-02T22:25:01,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-12-02T22:25:01,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.0200 sec 2024-12-02T22:25:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:01,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:25:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:01,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029ee502edbea449d49156fbe85be67fcf_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178301203/Put/seqid=0 2024-12-02T22:25:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742236_1412 (size=14794) 2024-12-02T22:25:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T22:25:01,218 INFO [Thread-1644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-02T22:25:01,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-02T22:25:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T22:25:01,220 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:01,220 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:01,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:01,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178361241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T22:25:01,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178361346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T22:25:01,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:01,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:01,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178361557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,615 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:01,618 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029ee502edbea449d49156fbe85be67fcf_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029ee502edbea449d49156fbe85be67fcf_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:01,619 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/15979322393d4b788cf1fa0b97f8137d, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:01,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/15979322393d4b788cf1fa0b97f8137d is 175, key is test_row_0/A:col10/1733178301203/Put/seqid=0 2024-12-02T22:25:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742237_1413 (size=39749) 2024-12-02T22:25:01,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:01,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:01,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T22:25:01,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178361862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:01,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:01,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,024 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/15979322393d4b788cf1fa0b97f8137d 2024-12-02T22:25:02,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/37fe6391bfda4b829d38babf56b58654 is 50, key is test_row_0/B:col10/1733178301203/Put/seqid=0 2024-12-02T22:25:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742238_1414 (size=12151) 2024-12-02T22:25:02,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:02,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:02,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T22:25:02,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178362366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:02,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/37fe6391bfda4b829d38babf56b58654 2024-12-02T22:25:02,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:02,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:02,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:02,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/708c0f5b80364021a8c110255b85415e is 50, key is test_row_0/C:col10/1733178301203/Put/seqid=0 2024-12-02T22:25:02,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742239_1415 (size=12151) 2024-12-02T22:25:02,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:02,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:02,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:02,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:02,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:02,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:02,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:02,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/708c0f5b80364021a8c110255b85415e 2024-12-02T22:25:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/15979322393d4b788cf1fa0b97f8137d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15979322393d4b788cf1fa0b97f8137d 2024-12-02T22:25:02,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15979322393d4b788cf1fa0b97f8137d, entries=200, sequenceid=196, filesize=38.8 K 2024-12-02T22:25:02,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/37fe6391bfda4b829d38babf56b58654 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/37fe6391bfda4b829d38babf56b58654 2024-12-02T22:25:02,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/37fe6391bfda4b829d38babf56b58654, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T22:25:02,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/708c0f5b80364021a8c110255b85415e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/708c0f5b80364021a8c110255b85415e 2024-12-02T22:25:02,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/708c0f5b80364021a8c110255b85415e, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T22:25:02,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 495d83e31bf7f7e678310e32a919fe19 in 1656ms, sequenceid=196, compaction requested=true 2024-12-02T22:25:02,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:02,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:02,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:02,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:02,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:02,860 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:02,860 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:02,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:02,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:02,861 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:02,861 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:02,861 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/A is initiating minor compaction (all files) 2024-12-02T22:25:02,861 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/B is initiating minor compaction (all files) 2024-12-02T22:25:02,861 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/A in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,861 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/B in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,861 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc3775bdf46b4658a1d8b401ff130b69, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/1ad99d01915349899a9a2016e3550ed2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15979322393d4b788cf1fa0b97f8137d] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=99.9 K 2024-12-02T22:25:02,861 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,861 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/3732b44009ac48438fde518bfbdfd403, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ccd42a11c55a46138f1b0665baf6c763, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/37fe6391bfda4b829d38babf56b58654] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=35.9 K 2024-12-02T22:25:02,861 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc3775bdf46b4658a1d8b401ff130b69, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/1ad99d01915349899a9a2016e3550ed2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15979322393d4b788cf1fa0b97f8137d] 2024-12-02T22:25:02,861 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 3732b44009ac48438fde518bfbdfd403, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733178296880 2024-12-02T22:25:02,861 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc3775bdf46b4658a1d8b401ff130b69, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733178296880 2024-12-02T22:25:02,862 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting ccd42a11c55a46138f1b0665baf6c763, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178298363 2024-12-02T22:25:02,862 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ad99d01915349899a9a2016e3550ed2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178298363 2024-12-02T22:25:02,862 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 37fe6391bfda4b829d38babf56b58654, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733178300585 2024-12-02T22:25:02,862 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15979322393d4b788cf1fa0b97f8137d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733178300572 2024-12-02T22:25:02,866 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:02,866 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#B#compaction#350 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:02,867 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/a9d8d6e1e8b24856bc4ea002665ebdca is 50, key is test_row_0/B:col10/1733178301203/Put/seqid=0 2024-12-02T22:25:02,868 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202ffe82992160e490da4eb7650b5245d1b_495d83e31bf7f7e678310e32a919fe19 store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:02,869 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202ffe82992160e490da4eb7650b5245d1b_495d83e31bf7f7e678310e32a919fe19, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:02,869 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ffe82992160e490da4eb7650b5245d1b_495d83e31bf7f7e678310e32a919fe19 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:02,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742241_1417 (size=4469) 2024-12-02T22:25:02,877 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#A#compaction#351 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:02,878 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/2a03c98a56a84ed6aabc7af6be3bae20 is 175, key is test_row_0/A:col10/1733178301203/Put/seqid=0 2024-12-02T22:25:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742240_1416 (size=12595) 2024-12-02T22:25:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742242_1418 (size=31549) 2024-12-02T22:25:02,888 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/2a03c98a56a84ed6aabc7af6be3bae20 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2a03c98a56a84ed6aabc7af6be3bae20 2024-12-02T22:25:02,891 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/A of 495d83e31bf7f7e678310e32a919fe19 into 2a03c98a56a84ed6aabc7af6be3bae20(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:02,891 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:02,891 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/A, priority=13, startTime=1733178302860; duration=0sec 2024-12-02T22:25:02,891 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:02,891 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:A 2024-12-02T22:25:02,891 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:02,892 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:02,892 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/C is initiating minor compaction (all files) 2024-12-02T22:25:02,892 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/C in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,892 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/56ba0512d5ba4dbeb3f0dcbb3a84a0e0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/1ac8445968a0463b8e2382e80dc31f65, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/708c0f5b80364021a8c110255b85415e] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=35.9 K 2024-12-02T22:25:02,892 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ba0512d5ba4dbeb3f0dcbb3a84a0e0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733178296880 2024-12-02T22:25:02,892 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ac8445968a0463b8e2382e80dc31f65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733178298363 2024-12-02T22:25:02,893 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 708c0f5b80364021a8c110255b85415e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733178300585 2024-12-02T22:25:02,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:02,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T22:25:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:02,895 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:25:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:02,898 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#C#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:02,898 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/87ffa925469b4d65ae6c70188945cfda is 50, key is test_row_0/C:col10/1733178301203/Put/seqid=0 2024-12-02T22:25:02,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027f1cc2ff0d7c488ebb46a0d423256026_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178301236/Put/seqid=0 2024-12-02T22:25:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742243_1419 (size=12595) 2024-12-02T22:25:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742244_1420 (size=12304) 2024-12-02T22:25:03,292 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/a9d8d6e1e8b24856bc4ea002665ebdca as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/a9d8d6e1e8b24856bc4ea002665ebdca 2024-12-02T22:25:03,295 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/B of 495d83e31bf7f7e678310e32a919fe19 into a9d8d6e1e8b24856bc4ea002665ebdca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:03,295 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:03,295 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/B, priority=13, startTime=1733178302860; duration=0sec 2024-12-02T22:25:03,295 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:03,295 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:B 2024-12-02T22:25:03,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:03,305 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/87ffa925469b4d65ae6c70188945cfda as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/87ffa925469b4d65ae6c70188945cfda 2024-12-02T22:25:03,309 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/C of 495d83e31bf7f7e678310e32a919fe19 into 87ffa925469b4d65ae6c70188945cfda(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:03,309 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:03,309 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/C, priority=13, startTime=1733178302860; duration=0sec 2024-12-02T22:25:03,310 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:03,310 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:C 2024-12-02T22:25:03,313 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027f1cc2ff0d7c488ebb46a0d423256026_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f1cc2ff0d7c488ebb46a0d423256026_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:03,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/81751eba5c374fb188874a0a80889cfd, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:03,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/81751eba5c374fb188874a0a80889cfd is 175, key is test_row_0/A:col10/1733178301236/Put/seqid=0 2024-12-02T22:25:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742245_1421 (size=31105) 2024-12-02T22:25:03,321 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/81751eba5c374fb188874a0a80889cfd 2024-12-02T22:25:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T22:25:03,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/b5291b027556401f97af61710ad00be7 is 50, key is test_row_0/B:col10/1733178301236/Put/seqid=0 2024-12-02T22:25:03,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742246_1422 (size=12151) 2024-12-02T22:25:03,332 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/b5291b027556401f97af61710ad00be7 2024-12-02T22:25:03,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/55123ddbde8b422894b88450160facac is 50, key is test_row_0/C:col10/1733178301236/Put/seqid=0 2024-12-02T22:25:03,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742247_1423 (size=12151) 2024-12-02T22:25:03,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:03,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178363487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:03,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178363594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:03,746 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/55123ddbde8b422894b88450160facac 2024-12-02T22:25:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/81751eba5c374fb188874a0a80889cfd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/81751eba5c374fb188874a0a80889cfd 2024-12-02T22:25:03,753 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/81751eba5c374fb188874a0a80889cfd, entries=150, sequenceid=208, filesize=30.4 K 2024-12-02T22:25:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/b5291b027556401f97af61710ad00be7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b5291b027556401f97af61710ad00be7 2024-12-02T22:25:03,757 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b5291b027556401f97af61710ad00be7, entries=150, sequenceid=208, filesize=11.9 K 2024-12-02T22:25:03,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/55123ddbde8b422894b88450160facac as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/55123ddbde8b422894b88450160facac 2024-12-02T22:25:03,761 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/55123ddbde8b422894b88450160facac, entries=150, sequenceid=208, filesize=11.9 K 2024-12-02T22:25:03,762 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 495d83e31bf7f7e678310e32a919fe19 in 867ms, sequenceid=208, compaction requested=false 2024-12-02T22:25:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-02T22:25:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-02T22:25:03,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-02T22:25:03,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5430 sec 2024-12-02T22:25:03,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.5450 sec 2024-12-02T22:25:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:03,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:25:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:03,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:03,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120253227ec8905f479e9657250010c3fef9_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178303473/Put/seqid=0 2024-12-02T22:25:03,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742248_1424 (size=14794) 2024-12-02T22:25:03,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178363833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:03,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178363938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:04,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178364140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:04,211 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:04,214 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120253227ec8905f479e9657250010c3fef9_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120253227ec8905f479e9657250010c3fef9_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:04,215 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/9eef12ddf2194d5db65455715ae1c072, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:04,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/9eef12ddf2194d5db65455715ae1c072 is 175, key is test_row_0/A:col10/1733178303473/Put/seqid=0 2024-12-02T22:25:04,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742249_1425 (size=39749) 2024-12-02T22:25:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178364446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:04,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/9eef12ddf2194d5db65455715ae1c072 2024-12-02T22:25:04,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/bba18291fbc444efa964002ef31e7c24 is 50, key is test_row_0/B:col10/1733178303473/Put/seqid=0 2024-12-02T22:25:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742250_1426 (size=12151) 2024-12-02T22:25:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178364952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:05,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1733178365026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:05,028 DEBUG [Thread-1638 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., hostname=5e55ea54544d,39943,1733178189000, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:05,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1733178365033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:05,036 DEBUG [Thread-1636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., hostname=5e55ea54544d,39943,1733178189000, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:05,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/bba18291fbc444efa964002ef31e7c24 2024-12-02T22:25:05,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1733178365043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:05,049 DEBUG [Thread-1634 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., hostname=5e55ea54544d,39943,1733178189000, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:05,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1733178365057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:05,063 DEBUG [Thread-1640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., hostname=5e55ea54544d,39943,1733178189000, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:05,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/4bd69e6f47684e5386e58fd392b7e063 is 50, key is test_row_0/C:col10/1733178303473/Put/seqid=0 2024-12-02T22:25:05,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742251_1427 (size=12151) 2024-12-02T22:25:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T22:25:05,325 INFO [Thread-1644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-02T22:25:05,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-02T22:25:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T22:25:05,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:05,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:05,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T22:25:05,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:05,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T22:25:05,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:05,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:05,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:05,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:05,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:05,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/4bd69e6f47684e5386e58fd392b7e063 2024-12-02T22:25:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/9eef12ddf2194d5db65455715ae1c072 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/9eef12ddf2194d5db65455715ae1c072 2024-12-02T22:25:05,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/9eef12ddf2194d5db65455715ae1c072, entries=200, sequenceid=236, filesize=38.8 K 2024-12-02T22:25:05,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/bba18291fbc444efa964002ef31e7c24 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bba18291fbc444efa964002ef31e7c24 2024-12-02T22:25:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bba18291fbc444efa964002ef31e7c24, entries=150, sequenceid=236, filesize=11.9 K 2024-12-02T22:25:05,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/4bd69e6f47684e5386e58fd392b7e063 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/4bd69e6f47684e5386e58fd392b7e063 2024-12-02T22:25:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/4bd69e6f47684e5386e58fd392b7e063, entries=150, sequenceid=236, filesize=11.9 K 2024-12-02T22:25:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 495d83e31bf7f7e678310e32a919fe19 in 1708ms, sequenceid=236, compaction requested=true 2024-12-02T22:25:05,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:05,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:05,510 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:05,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:05,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:05,510 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:05,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:05,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,523 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:05,523 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:05,523 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/B is initiating minor compaction (all files) 2024-12-02T22:25:05,523 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/A is initiating minor compaction (all files) 2024-12-02T22:25:05,523 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/B in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:05,523 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/A in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,523 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2a03c98a56a84ed6aabc7af6be3bae20, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/81751eba5c374fb188874a0a80889cfd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/9eef12ddf2194d5db65455715ae1c072] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=100.0 K 2024-12-02T22:25:05,523 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/a9d8d6e1e8b24856bc4ea002665ebdca, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b5291b027556401f97af61710ad00be7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bba18291fbc444efa964002ef31e7c24] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=36.0 K 2024-12-02T22:25:05,523 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:05,523 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2a03c98a56a84ed6aabc7af6be3bae20, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/81751eba5c374fb188874a0a80889cfd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/9eef12ddf2194d5db65455715ae1c072] 2024-12-02T22:25:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,524 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a9d8d6e1e8b24856bc4ea002665ebdca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733178300585 2024-12-02T22:25:05,524 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a03c98a56a84ed6aabc7af6be3bae20, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733178300585 2024-12-02T22:25:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,524 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81751eba5c374fb188874a0a80889cfd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733178301211 2024-12-02T22:25:05,524 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b5291b027556401f97af61710ad00be7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733178301211 2024-12-02T22:25:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,524 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9eef12ddf2194d5db65455715ae1c072, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733178303455 2024-12-02T22:25:05,524 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting bba18291fbc444efa964002ef31e7c24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733178303455 2024-12-02T22:25:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,530 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,530 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:05,530 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/b9c0210271bf499c80a7468d1a4d2ef2 is 50, key is test_row_0/B:col10/1733178303473/Put/seqid=0 2024-12-02T22:25:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,533 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202f49c9f9c3ebf486eb4b16b9c5a5198f0_495d83e31bf7f7e678310e32a919fe19 store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742252_1428 (size=12697) 2024-12-02T22:25:05,535 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202f49c9f9c3ebf486eb4b16b9c5a5198f0_495d83e31bf7f7e678310e32a919fe19, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:05,535 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f49c9f9c3ebf486eb4b16b9c5a5198f0_495d83e31bf7f7e678310e32a919fe19 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742253_1429 (size=4469) 2024-12-02T22:25:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T22:25:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T22:25:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:05,631 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T22:25:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202226dcfbdba9d45d9b527eb5a7436a8c6_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_1/A:col10/1733178303832/Put/seqid=0 2024-12-02T22:25:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742254_1430 (size=9814) 2024-12-02T22:25:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T22:25:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,939 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/b9c0210271bf499c80a7468d1a4d2ef2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b9c0210271bf499c80a7468d1a4d2ef2 2024-12-02T22:25:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,943 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/B of 495d83e31bf7f7e678310e32a919fe19 into b9c0210271bf499c80a7468d1a4d2ef2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:05,943 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,943 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/B, priority=13, startTime=1733178305510; duration=0sec 2024-12-02T22:25:05,944 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:05,944 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:B 2024-12-02T22:25:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,944 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,945 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,945 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/C is initiating minor compaction (all files) 2024-12-02T22:25:05,945 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/C in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:05,945 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/87ffa925469b4d65ae6c70188945cfda, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/55123ddbde8b422894b88450160facac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/4bd69e6f47684e5386e58fd392b7e063] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=36.0 K 2024-12-02T22:25:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,945 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 87ffa925469b4d65ae6c70188945cfda, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733178300585 2024-12-02T22:25:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,945 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 55123ddbde8b422894b88450160facac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733178301211 2024-12-02T22:25:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,946 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bd69e6f47684e5386e58fd392b7e063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733178303455 2024-12-02T22:25:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,951 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#C#compaction#362 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,952 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/2a545d0cc3b1453aa470008992a6b9bf is 50, key is test_row_0/C:col10/1733178303473/Put/seqid=0 2024-12-02T22:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742255_1431 (size=12697) 2024-12-02T22:25:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,962 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#A#compaction#360 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,962 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/37a3eb1af50c4f9c9f6e9a7b4ebe7e74 is 175, key is test_row_0/A:col10/1733178303473/Put/seqid=0 2024-12-02T22:25:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,966 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/2a545d0cc3b1453aa470008992a6b9bf as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/2a545d0cc3b1453aa470008992a6b9bf 2024-12-02T22:25:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742256_1432 (size=31651) 2024-12-02T22:25:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,972 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/C of 495d83e31bf7f7e678310e32a919fe19 into 2a545d0cc3b1453aa470008992a6b9bf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:05,972 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:05,972 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/C, priority=13, startTime=1733178305510; duration=0sec 2024-12-02T22:25:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,972 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:05,972 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:C 2024-12-02T22:25:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,974 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/37a3eb1af50c4f9c9f6e9a7b4ebe7e74 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/37a3eb1af50c4f9c9f6e9a7b4ebe7e74 2024-12-02T22:25:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,978 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/A of 495d83e31bf7f7e678310e32a919fe19 into 37a3eb1af50c4f9c9f6e9a7b4ebe7e74(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,978 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:05,978 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/A, priority=13, startTime=1733178305510; duration=0sec 2024-12-02T22:25:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,979 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:05,979 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:A 2024-12-02T22:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:05,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:06,075 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202226dcfbdba9d45d9b527eb5a7436a8c6_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202226dcfbdba9d45d9b527eb5a7436a8c6_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/e6d1326c2323471bb8f457f783a78262, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:06,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/e6d1326c2323471bb8f457f783a78262 is 175, key is test_row_1/A:col10/1733178303832/Put/seqid=0 2024-12-02T22:25:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742257_1433 (size=22461) 2024-12-02T22:25:06,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178366105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178366208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:06,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178366413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T22:25:06,480 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/e6d1326c2323471bb8f457f783a78262 2024-12-02T22:25:06,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/c2e748d65d774db2a35a72a8a79d8898 is 50, key is test_row_1/B:col10/1733178303832/Put/seqid=0 2024-12-02T22:25:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742258_1434 (size=9757) 2024-12-02T22:25:06,490 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/c2e748d65d774db2a35a72a8a79d8898 2024-12-02T22:25:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/88fe382a4e1245a7ac5d4334be838bc0 is 50, key is test_row_1/C:col10/1733178303832/Put/seqid=0 2024-12-02T22:25:06,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742259_1435 (size=9757) 2024-12-02T22:25:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178366718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:06,897 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/88fe382a4e1245a7ac5d4334be838bc0 2024-12-02T22:25:06,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/e6d1326c2323471bb8f457f783a78262 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/e6d1326c2323471bb8f457f783a78262 2024-12-02T22:25:06,903 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/e6d1326c2323471bb8f457f783a78262, entries=100, sequenceid=246, filesize=21.9 K 2024-12-02T22:25:06,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/c2e748d65d774db2a35a72a8a79d8898 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c2e748d65d774db2a35a72a8a79d8898 2024-12-02T22:25:06,907 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c2e748d65d774db2a35a72a8a79d8898, entries=100, sequenceid=246, filesize=9.5 K 2024-12-02T22:25:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/88fe382a4e1245a7ac5d4334be838bc0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/88fe382a4e1245a7ac5d4334be838bc0 2024-12-02T22:25:06,910 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/88fe382a4e1245a7ac5d4334be838bc0, entries=100, sequenceid=246, filesize=9.5 K 2024-12-02T22:25:06,911 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 495d83e31bf7f7e678310e32a919fe19 in 1279ms, sequenceid=246, compaction requested=false 2024-12-02T22:25:06,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:06,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:06,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-02T22:25:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-02T22:25:06,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-02T22:25:06,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5850 sec 2024-12-02T22:25:06,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.5870 sec 2024-12-02T22:25:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:07,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T22:25:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:07,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:07,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202beaf5b4922b348cabe6d931b098052fe_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178306091/Put/seqid=0 2024-12-02T22:25:07,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742260_1436 (size=14994) 2024-12-02T22:25:07,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178367242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:07,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178367345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T22:25:07,430 INFO [Thread-1644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-02T22:25:07,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-02T22:25:07,432 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T22:25:07,433 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:07,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:07,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:25:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T22:25:07,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178367552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:07,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:07,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:07,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:07,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:07,636 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202beaf5b4922b348cabe6d931b098052fe_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202beaf5b4922b348cabe6d931b098052fe_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:07,637 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bccd868532974f2687167880075ae500, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:07,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bccd868532974f2687167880075ae500 is 175, key is test_row_0/A:col10/1733178306091/Put/seqid=0 2024-12-02T22:25:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742261_1437 (size=39949) 2024-12-02T22:25:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T22:25:07,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:07,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:07,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:07,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178367854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:07,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:07,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:07,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:07,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:07,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:07,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:07,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T22:25:08,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:08,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:08,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:08,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,045 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bccd868532974f2687167880075ae500 2024-12-02T22:25:08,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/bdd1c8fe030a451483ecb9a111e666e3 is 50, key is test_row_0/B:col10/1733178306091/Put/seqid=0 2024-12-02T22:25:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742262_1438 (size=12301) 2024-12-02T22:25:08,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:08,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:08,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:08,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,345 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:08,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178368357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:08,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/bdd1c8fe030a451483ecb9a111e666e3 2024-12-02T22:25:08,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/fb4d72c3dda64f48a90711bf3735e125 is 50, key is test_row_0/C:col10/1733178306091/Put/seqid=0 2024-12-02T22:25:08,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742263_1439 (size=12301) 2024-12-02T22:25:08,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:08,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:08,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:08,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T22:25:08,649 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:08,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:08,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:08,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:08,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:08,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/fb4d72c3dda64f48a90711bf3735e125 2024-12-02T22:25:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/bccd868532974f2687167880075ae500 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bccd868532974f2687167880075ae500 2024-12-02T22:25:08,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bccd868532974f2687167880075ae500, entries=200, sequenceid=276, filesize=39.0 K 2024-12-02T22:25:08,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/bdd1c8fe030a451483ecb9a111e666e3 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bdd1c8fe030a451483ecb9a111e666e3 2024-12-02T22:25:08,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bdd1c8fe030a451483ecb9a111e666e3, entries=150, sequenceid=276, filesize=12.0 K 2024-12-02T22:25:08,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/fb4d72c3dda64f48a90711bf3735e125 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fb4d72c3dda64f48a90711bf3735e125 2024-12-02T22:25:08,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fb4d72c3dda64f48a90711bf3735e125, entries=150, sequenceid=276, filesize=12.0 K 2024-12-02T22:25:08,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 495d83e31bf7f7e678310e32a919fe19 in 1650ms, sequenceid=276, compaction requested=true 2024-12-02T22:25:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:08,876 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:08,876 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:08,877 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:08,877 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:08,877 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/B is initiating minor compaction (all files) 2024-12-02T22:25:08,877 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/A is initiating minor compaction (all files) 2024-12-02T22:25:08,877 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/B in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,877 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/A in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,877 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b9c0210271bf499c80a7468d1a4d2ef2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c2e748d65d774db2a35a72a8a79d8898, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bdd1c8fe030a451483ecb9a111e666e3] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=33.9 K 2024-12-02T22:25:08,877 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/37a3eb1af50c4f9c9f6e9a7b4ebe7e74, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/e6d1326c2323471bb8f457f783a78262, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bccd868532974f2687167880075ae500] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=91.9 K 2024-12-02T22:25:08,877 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,877 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/37a3eb1af50c4f9c9f6e9a7b4ebe7e74, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/e6d1326c2323471bb8f457f783a78262, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bccd868532974f2687167880075ae500] 2024-12-02T22:25:08,877 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b9c0210271bf499c80a7468d1a4d2ef2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733178303455 2024-12-02T22:25:08,877 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37a3eb1af50c4f9c9f6e9a7b4ebe7e74, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733178303455 2024-12-02T22:25:08,878 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6d1326c2323471bb8f457f783a78262, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733178303812 2024-12-02T22:25:08,878 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c2e748d65d774db2a35a72a8a79d8898, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733178303812 2024-12-02T22:25:08,878 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting bccd868532974f2687167880075ae500, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733178306091 2024-12-02T22:25:08,878 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting bdd1c8fe030a451483ecb9a111e666e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733178306091 2024-12-02T22:25:08,884 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:08,884 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/0c2a554abfb846e08924b2bb6b9f3171 is 50, key is test_row_0/B:col10/1733178306091/Put/seqid=0 2024-12-02T22:25:08,895 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:08,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742264_1440 (size=12949) 2024-12-02T22:25:08,897 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202c26f4c6c473f4f9f85c304706467a3e7_495d83e31bf7f7e678310e32a919fe19 store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:08,899 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202c26f4c6c473f4f9f85c304706467a3e7_495d83e31bf7f7e678310e32a919fe19, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:08,899 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c26f4c6c473f4f9f85c304706467a3e7_495d83e31bf7f7e678310e32a919fe19 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:08,903 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/0c2a554abfb846e08924b2bb6b9f3171 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/0c2a554abfb846e08924b2bb6b9f3171 2024-12-02T22:25:08,906 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/B of 495d83e31bf7f7e678310e32a919fe19 into 0c2a554abfb846e08924b2bb6b9f3171(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:08,906 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:08,906 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/B, priority=13, startTime=1733178308876; duration=0sec 2024-12-02T22:25:08,906 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:08,906 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:B 2024-12-02T22:25:08,906 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:08,908 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:08,908 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/C is initiating minor compaction (all files) 2024-12-02T22:25:08,908 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/C in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742265_1441 (size=4469) 2024-12-02T22:25:08,908 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/2a545d0cc3b1453aa470008992a6b9bf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/88fe382a4e1245a7ac5d4334be838bc0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fb4d72c3dda64f48a90711bf3735e125] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=33.9 K 2024-12-02T22:25:08,909 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a545d0cc3b1453aa470008992a6b9bf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733178303455 2024-12-02T22:25:08,909 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 88fe382a4e1245a7ac5d4334be838bc0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733178303812 2024-12-02T22:25:08,909 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#A#compaction#369 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:08,909 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting fb4d72c3dda64f48a90711bf3735e125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733178306091 2024-12-02T22:25:08,909 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/15402e67e5f940028cad911c94049256 is 175, key is test_row_0/A:col10/1733178306091/Put/seqid=0 2024-12-02T22:25:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742266_1442 (size=31903) 2024-12-02T22:25:08,922 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:08,922 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/b24f3a9ba9de4dd0a97b8becf6899fd1 is 50, key is test_row_0/C:col10/1733178306091/Put/seqid=0 2024-12-02T22:25:08,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742267_1443 (size=12949) 2024-12-02T22:25:08,930 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/b24f3a9ba9de4dd0a97b8becf6899fd1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/b24f3a9ba9de4dd0a97b8becf6899fd1 2024-12-02T22:25:08,934 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/C of 495d83e31bf7f7e678310e32a919fe19 into b24f3a9ba9de4dd0a97b8becf6899fd1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:08,934 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:08,934 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/C, priority=13, startTime=1733178308876; duration=0sec 2024-12-02T22:25:08,934 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:08,934 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:C 2024-12-02T22:25:08,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:08,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T22:25:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:08,954 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T22:25:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202aee7d0074803415593cacc50dd88c830_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178307233/Put/seqid=0 2024-12-02T22:25:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742268_1444 (size=12454) 2024-12-02T22:25:08,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:08,971 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202aee7d0074803415593cacc50dd88c830_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202aee7d0074803415593cacc50dd88c830_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:08,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/74c571fff289467895dc8197e64709f5, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:08,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/74c571fff289467895dc8197e64709f5 is 175, key is test_row_0/A:col10/1733178307233/Put/seqid=0 2024-12-02T22:25:08,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742269_1445 (size=31255) 2024-12-02T22:25:09,325 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/15402e67e5f940028cad911c94049256 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15402e67e5f940028cad911c94049256 2024-12-02T22:25:09,328 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/A of 495d83e31bf7f7e678310e32a919fe19 into 15402e67e5f940028cad911c94049256(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:09,328 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:09,328 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/A, priority=13, startTime=1733178308876; duration=0sec 2024-12-02T22:25:09,328 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:09,329 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:A 2024-12-02T22:25:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:09,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. as already flushing 2024-12-02T22:25:09,376 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/74c571fff289467895dc8197e64709f5 2024-12-02T22:25:09,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/6a1af56cdbdc414c8ffaf47041a4ecf2 is 50, key is test_row_0/B:col10/1733178307233/Put/seqid=0 2024-12-02T22:25:09,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742270_1446 (size=12301) 2024-12-02T22:25:09,384 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/6a1af56cdbdc414c8ffaf47041a4ecf2 2024-12-02T22:25:09,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/8eef3f61589b4e798945ebc4225668bd is 50, key is test_row_0/C:col10/1733178307233/Put/seqid=0 2024-12-02T22:25:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742271_1447 (size=12301) 2024-12-02T22:25:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178369452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T22:25:09,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178369556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:09,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733178369760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:09,783 DEBUG [Thread-1651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:61729 2024-12-02T22:25:09,783 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:09,784 DEBUG [Thread-1645 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:61729 2024-12-02T22:25:09,784 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:09,784 DEBUG [Thread-1647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:61729 2024-12-02T22:25:09,784 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:09,787 DEBUG [Thread-1653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68035c67 to 127.0.0.1:61729 2024-12-02T22:25:09,787 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:09,787 DEBUG [Thread-1649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:61729 2024-12-02T22:25:09,787 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:09,793 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/8eef3f61589b4e798945ebc4225668bd 2024-12-02T22:25:09,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/74c571fff289467895dc8197e64709f5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/74c571fff289467895dc8197e64709f5 2024-12-02T22:25:09,798 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/74c571fff289467895dc8197e64709f5, entries=150, sequenceid=287, filesize=30.5 K 2024-12-02T22:25:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/6a1af56cdbdc414c8ffaf47041a4ecf2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/6a1af56cdbdc414c8ffaf47041a4ecf2 2024-12-02T22:25:09,801 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/6a1af56cdbdc414c8ffaf47041a4ecf2, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T22:25:09,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/8eef3f61589b4e798945ebc4225668bd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/8eef3f61589b4e798945ebc4225668bd 2024-12-02T22:25:09,804 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/8eef3f61589b4e798945ebc4225668bd, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T22:25:09,805 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 495d83e31bf7f7e678310e32a919fe19 in 851ms, sequenceid=287, compaction requested=false 2024-12-02T22:25:09,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:09,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:09,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-02T22:25:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-02T22:25:09,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-02T22:25:09,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3730 sec 2024-12-02T22:25:09,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.3770 sec 2024-12-02T22:25:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:10,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T22:25:10,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:10,073 DEBUG [Thread-1642 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:61729 2024-12-02T22:25:10,073 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:10,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:10,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:10,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:10,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:10,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:10,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e4856b5d8ca84b449b76a5feb36dc70e_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_0/A:col10/1733178309447/Put/seqid=0 2024-12-02T22:25:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742272_1448 (size=12454) 2024-12-02T22:25:10,489 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:10,496 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e4856b5d8ca84b449b76a5feb36dc70e_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4856b5d8ca84b449b76a5feb36dc70e_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:10,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/886358b3982847f5905e9c4ec7cb570e, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:10,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/886358b3982847f5905e9c4ec7cb570e is 175, key is test_row_0/A:col10/1733178309447/Put/seqid=0 2024-12-02T22:25:10,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742273_1449 (size=31255) 2024-12-02T22:25:10,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/886358b3982847f5905e9c4ec7cb570e 2024-12-02T22:25:10,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/067d91642c09480cbcbb0481c94fae3a is 50, key is test_row_0/B:col10/1733178309447/Put/seqid=0 2024-12-02T22:25:10,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742274_1450 (size=12301) 2024-12-02T22:25:11,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/067d91642c09480cbcbb0481c94fae3a 2024-12-02T22:25:11,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/ca329f780844463cbbcc953e251c0e34 is 50, key is test_row_0/C:col10/1733178309447/Put/seqid=0 2024-12-02T22:25:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742275_1451 (size=12301) 2024-12-02T22:25:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T22:25:11,539 INFO [Thread-1644 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-02T22:25:11,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/f39e3db9122b49318f3ea2c06702bdde, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/80e37a0039c44b398582cc8402f0b0b3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a3a81e9659b64a2dba6cf83e2602e0bf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2f86abf304f940a8b0cfd0292087dfb3, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/30ce05f4d71645d291293ca90d714e64, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/5381835b2cc347c4af8df7061e1bd0a9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/ec22cca67ac54ccc8340a7f0d7c25e36, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc1be6b655944225868f84a82c396b89, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2cb863d9ae7047b38d66383738e7d3b4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/b9b6f9012ea046dbb1e8a683e8548c20, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc3775bdf46b4658a1d8b401ff130b69, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/1ad99d01915349899a9a2016e3550ed2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15979322393d4b788cf1fa0b97f8137d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2a03c98a56a84ed6aabc7af6be3bae20, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/81751eba5c374fb188874a0a80889cfd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/9eef12ddf2194d5db65455715ae1c072, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/37a3eb1af50c4f9c9f6e9a7b4ebe7e74, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/e6d1326c2323471bb8f457f783a78262, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bccd868532974f2687167880075ae500] to archive 2024-12-02T22:25:11,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/ca329f780844463cbbcc953e251c0e34 2024-12-02T22:25:11,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:11,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/f39e3db9122b49318f3ea2c06702bdde to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/f39e3db9122b49318f3ea2c06702bdde 2024-12-02T22:25:11,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/80e37a0039c44b398582cc8402f0b0b3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/80e37a0039c44b398582cc8402f0b0b3 2024-12-02T22:25:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/886358b3982847f5905e9c4ec7cb570e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/886358b3982847f5905e9c4ec7cb570e 2024-12-02T22:25:11,737 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a3a81e9659b64a2dba6cf83e2602e0bf to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a3a81e9659b64a2dba6cf83e2602e0bf 2024-12-02T22:25:11,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2f86abf304f940a8b0cfd0292087dfb3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2f86abf304f940a8b0cfd0292087dfb3 2024-12-02T22:25:11,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/30ce05f4d71645d291293ca90d714e64 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/30ce05f4d71645d291293ca90d714e64 2024-12-02T22:25:11,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/886358b3982847f5905e9c4ec7cb570e, entries=150, sequenceid=316, filesize=30.5 K 2024-12-02T22:25:11,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/5381835b2cc347c4af8df7061e1bd0a9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/5381835b2cc347c4af8df7061e1bd0a9 2024-12-02T22:25:11,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/067d91642c09480cbcbb0481c94fae3a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/067d91642c09480cbcbb0481c94fae3a 2024-12-02T22:25:11,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/ec22cca67ac54ccc8340a7f0d7c25e36 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/ec22cca67ac54ccc8340a7f0d7c25e36 2024-12-02T22:25:11,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc1be6b655944225868f84a82c396b89 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc1be6b655944225868f84a82c396b89 2024-12-02T22:25:11,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/067d91642c09480cbcbb0481c94fae3a, entries=150, sequenceid=316, filesize=12.0 K 2024-12-02T22:25:11,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2cb863d9ae7047b38d66383738e7d3b4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2cb863d9ae7047b38d66383738e7d3b4 2024-12-02T22:25:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/ca329f780844463cbbcc953e251c0e34 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/ca329f780844463cbbcc953e251c0e34 2024-12-02T22:25:11,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/b9b6f9012ea046dbb1e8a683e8548c20 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/b9b6f9012ea046dbb1e8a683e8548c20 2024-12-02T22:25:11,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc3775bdf46b4658a1d8b401ff130b69 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bc3775bdf46b4658a1d8b401ff130b69 2024-12-02T22:25:11,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/1ad99d01915349899a9a2016e3550ed2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/1ad99d01915349899a9a2016e3550ed2 2024-12-02T22:25:11,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/ca329f780844463cbbcc953e251c0e34, entries=150, sequenceid=316, filesize=12.0 K 2024-12-02T22:25:11,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for 495d83e31bf7f7e678310e32a919fe19 in 1673ms, sequenceid=316, compaction requested=true 2024-12-02T22:25:11,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:11,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15979322393d4b788cf1fa0b97f8137d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15979322393d4b788cf1fa0b97f8137d 2024-12-02T22:25:11,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:11,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:11,746 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:11,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:11,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:11,746 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:11,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495d83e31bf7f7e678310e32a919fe19:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:11,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:11,747 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:11,747 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/B is initiating minor compaction (all files) 2024-12-02T22:25:11,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2a03c98a56a84ed6aabc7af6be3bae20 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/2a03c98a56a84ed6aabc7af6be3bae20 2024-12-02T22:25:11,747 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:11,747 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/B in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:11,747 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/A is initiating minor compaction (all files) 2024-12-02T22:25:11,747 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/0c2a554abfb846e08924b2bb6b9f3171, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/6a1af56cdbdc414c8ffaf47041a4ecf2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/067d91642c09480cbcbb0481c94fae3a] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=36.7 K 2024-12-02T22:25:11,747 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/A in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:11,747 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15402e67e5f940028cad911c94049256, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/74c571fff289467895dc8197e64709f5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/886358b3982847f5905e9c4ec7cb570e] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=92.2 K 2024-12-02T22:25:11,747 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:11,747 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c2a554abfb846e08924b2bb6b9f3171, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733178306091 2024-12-02T22:25:11,747 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15402e67e5f940028cad911c94049256, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/74c571fff289467895dc8197e64709f5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/886358b3982847f5905e9c4ec7cb570e] 2024-12-02T22:25:11,748 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a1af56cdbdc414c8ffaf47041a4ecf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178307233 2024-12-02T22:25:11,748 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15402e67e5f940028cad911c94049256, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733178306091 2024-12-02T22:25:11,748 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 067d91642c09480cbcbb0481c94fae3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733178309447 2024-12-02T22:25:11,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/81751eba5c374fb188874a0a80889cfd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/81751eba5c374fb188874a0a80889cfd 2024-12-02T22:25:11,748 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74c571fff289467895dc8197e64709f5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178307233 2024-12-02T22:25:11,748 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 886358b3982847f5905e9c4ec7cb570e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733178309447 2024-12-02T22:25:11,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/9eef12ddf2194d5db65455715ae1c072 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/9eef12ddf2194d5db65455715ae1c072 2024-12-02T22:25:11,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/37a3eb1af50c4f9c9f6e9a7b4ebe7e74 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/37a3eb1af50c4f9c9f6e9a7b4ebe7e74 2024-12-02T22:25:11,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/e6d1326c2323471bb8f457f783a78262 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/e6d1326c2323471bb8f457f783a78262 2024-12-02T22:25:11,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bccd868532974f2687167880075ae500 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/bccd868532974f2687167880075ae500 2024-12-02T22:25:11,753 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:11,755 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202396f45e2df524a06827a156dba1e8883_495d83e31bf7f7e678310e32a919fe19 store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:11,755 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#B#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:11,756 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/1c163deb179f4dfabc2ee159d9132e98 is 50, key is test_row_0/B:col10/1733178309447/Put/seqid=0 2024-12-02T22:25:11,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/5ee1cda3990142debc5d65a0be04b4f5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/79db08e477ec4900a67921e00b9f9534, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/94e3e59d2c8d4a2d9b74d07a469dd778, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/d4e68c59b0d34dcd8478393f2d1ee462, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ae0854196a4842c09e3f420638a51fd8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/7a30d05ac6c04754bbc57fc5bc9cc67c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/4fc1cdc36bc343d89158552c8effda61, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c82abdd68782437f89c65cdc43505447, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/e7658148a56740eaba801058591ced79, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/3732b44009ac48438fde518bfbdfd403, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/f6c35cf3c23044ca84725dffa71f3de0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ccd42a11c55a46138f1b0665baf6c763, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/a9d8d6e1e8b24856bc4ea002665ebdca, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/37fe6391bfda4b829d38babf56b58654, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b5291b027556401f97af61710ad00be7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b9c0210271bf499c80a7468d1a4d2ef2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bba18291fbc444efa964002ef31e7c24, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c2e748d65d774db2a35a72a8a79d8898, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bdd1c8fe030a451483ecb9a111e666e3] to archive 2024-12-02T22:25:11,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:11,757 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202396f45e2df524a06827a156dba1e8883_495d83e31bf7f7e678310e32a919fe19, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:11,757 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202396f45e2df524a06827a156dba1e8883_495d83e31bf7f7e678310e32a919fe19 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:11,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/5ee1cda3990142debc5d65a0be04b4f5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/5ee1cda3990142debc5d65a0be04b4f5 2024-12-02T22:25:11,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742276_1452 (size=13051) 2024-12-02T22:25:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742277_1453 (size=4469) 2024-12-02T22:25:11,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/79db08e477ec4900a67921e00b9f9534 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/79db08e477ec4900a67921e00b9f9534 2024-12-02T22:25:11,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/94e3e59d2c8d4a2d9b74d07a469dd778 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/94e3e59d2c8d4a2d9b74d07a469dd778 2024-12-02T22:25:11,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/d4e68c59b0d34dcd8478393f2d1ee462 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/d4e68c59b0d34dcd8478393f2d1ee462 2024-12-02T22:25:11,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ae0854196a4842c09e3f420638a51fd8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ae0854196a4842c09e3f420638a51fd8 2024-12-02T22:25:11,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/7a30d05ac6c04754bbc57fc5bc9cc67c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/7a30d05ac6c04754bbc57fc5bc9cc67c 2024-12-02T22:25:11,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/4fc1cdc36bc343d89158552c8effda61 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/4fc1cdc36bc343d89158552c8effda61 2024-12-02T22:25:11,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c82abdd68782437f89c65cdc43505447 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c82abdd68782437f89c65cdc43505447 2024-12-02T22:25:11,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/e7658148a56740eaba801058591ced79 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/e7658148a56740eaba801058591ced79 2024-12-02T22:25:11,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/3732b44009ac48438fde518bfbdfd403 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/3732b44009ac48438fde518bfbdfd403 2024-12-02T22:25:11,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/f6c35cf3c23044ca84725dffa71f3de0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/f6c35cf3c23044ca84725dffa71f3de0 2024-12-02T22:25:11,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ccd42a11c55a46138f1b0665baf6c763 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/ccd42a11c55a46138f1b0665baf6c763 2024-12-02T22:25:11,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/a9d8d6e1e8b24856bc4ea002665ebdca to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/a9d8d6e1e8b24856bc4ea002665ebdca 2024-12-02T22:25:11,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/37fe6391bfda4b829d38babf56b58654 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/37fe6391bfda4b829d38babf56b58654 2024-12-02T22:25:11,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b5291b027556401f97af61710ad00be7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b5291b027556401f97af61710ad00be7 2024-12-02T22:25:11,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b9c0210271bf499c80a7468d1a4d2ef2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/b9c0210271bf499c80a7468d1a4d2ef2 2024-12-02T22:25:11,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bba18291fbc444efa964002ef31e7c24 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bba18291fbc444efa964002ef31e7c24 2024-12-02T22:25:11,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c2e748d65d774db2a35a72a8a79d8898 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/c2e748d65d774db2a35a72a8a79d8898 2024-12-02T22:25:11,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bdd1c8fe030a451483ecb9a111e666e3 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/bdd1c8fe030a451483ecb9a111e666e3 2024-12-02T22:25:11,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/28d6227e145b4aabb1cfb19fef102d73, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/158db9cd7aa74458910776eda6a7bc20, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d2f1ec859ac445a4a900ef878c2fd585, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5a8e234733d641859f829e9582fb013f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/bbcb6e6f5fea41f0bf098fee1af27d83, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/51d9e880c38046ecb0b59c2913aa968e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5adb27f525b742b1b25275da97ff1b78, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/52e00d2d5cc34dc5b780dda485963ac9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/e0dde079f50d457a80a1701d3305bb66, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/56ba0512d5ba4dbeb3f0dcbb3a84a0e0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d9de4c1357724c55a7cd9c0786d73d31, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/1ac8445968a0463b8e2382e80dc31f65, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/87ffa925469b4d65ae6c70188945cfda, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/708c0f5b80364021a8c110255b85415e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/55123ddbde8b422894b88450160facac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/2a545d0cc3b1453aa470008992a6b9bf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/4bd69e6f47684e5386e58fd392b7e063, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/88fe382a4e1245a7ac5d4334be838bc0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fb4d72c3dda64f48a90711bf3735e125] to archive 2024-12-02T22:25:11,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:11,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/28d6227e145b4aabb1cfb19fef102d73 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/28d6227e145b4aabb1cfb19fef102d73 2024-12-02T22:25:11,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/158db9cd7aa74458910776eda6a7bc20 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/158db9cd7aa74458910776eda6a7bc20 2024-12-02T22:25:11,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d2f1ec859ac445a4a900ef878c2fd585 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d2f1ec859ac445a4a900ef878c2fd585 2024-12-02T22:25:11,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5a8e234733d641859f829e9582fb013f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5a8e234733d641859f829e9582fb013f 2024-12-02T22:25:11,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/bbcb6e6f5fea41f0bf098fee1af27d83 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/bbcb6e6f5fea41f0bf098fee1af27d83 2024-12-02T22:25:11,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/51d9e880c38046ecb0b59c2913aa968e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/51d9e880c38046ecb0b59c2913aa968e 2024-12-02T22:25:11,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5adb27f525b742b1b25275da97ff1b78 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/5adb27f525b742b1b25275da97ff1b78 2024-12-02T22:25:11,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/52e00d2d5cc34dc5b780dda485963ac9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/52e00d2d5cc34dc5b780dda485963ac9 2024-12-02T22:25:11,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/e0dde079f50d457a80a1701d3305bb66 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/e0dde079f50d457a80a1701d3305bb66 2024-12-02T22:25:11,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/56ba0512d5ba4dbeb3f0dcbb3a84a0e0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/56ba0512d5ba4dbeb3f0dcbb3a84a0e0 2024-12-02T22:25:11,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d9de4c1357724c55a7cd9c0786d73d31 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/d9de4c1357724c55a7cd9c0786d73d31 2024-12-02T22:25:11,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/1ac8445968a0463b8e2382e80dc31f65 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/1ac8445968a0463b8e2382e80dc31f65 2024-12-02T22:25:11,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/87ffa925469b4d65ae6c70188945cfda to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/87ffa925469b4d65ae6c70188945cfda 2024-12-02T22:25:11,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/708c0f5b80364021a8c110255b85415e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/708c0f5b80364021a8c110255b85415e 2024-12-02T22:25:11,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/55123ddbde8b422894b88450160facac to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/55123ddbde8b422894b88450160facac 2024-12-02T22:25:11,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/2a545d0cc3b1453aa470008992a6b9bf to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/2a545d0cc3b1453aa470008992a6b9bf 2024-12-02T22:25:11,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/4bd69e6f47684e5386e58fd392b7e063 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/4bd69e6f47684e5386e58fd392b7e063 2024-12-02T22:25:11,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/88fe382a4e1245a7ac5d4334be838bc0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/88fe382a4e1245a7ac5d4334be838bc0 2024-12-02T22:25:11,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5e55ea54544d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fb4d72c3dda64f48a90711bf3735e125 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fb4d72c3dda64f48a90711bf3735e125 2024-12-02T22:25:12,163 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#A#compaction#378 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:12,165 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/c58d39c461b24c3187d2ed0cf162078a is 175, key is test_row_0/A:col10/1733178309447/Put/seqid=0 2024-12-02T22:25:12,171 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/1c163deb179f4dfabc2ee159d9132e98 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/1c163deb179f4dfabc2ee159d9132e98 2024-12-02T22:25:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742278_1454 (size=31358) 2024-12-02T22:25:12,176 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/B of 495d83e31bf7f7e678310e32a919fe19 into 1c163deb179f4dfabc2ee159d9132e98(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:12,176 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:12,176 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/B, priority=13, startTime=1733178311746; duration=0sec 2024-12-02T22:25:12,176 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:12,176 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:B 2024-12-02T22:25:12,176 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:12,177 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:12,177 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 495d83e31bf7f7e678310e32a919fe19/C is initiating minor compaction (all files) 2024-12-02T22:25:12,177 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 495d83e31bf7f7e678310e32a919fe19/C in TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:12,177 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/b24f3a9ba9de4dd0a97b8becf6899fd1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/8eef3f61589b4e798945ebc4225668bd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/ca329f780844463cbbcc953e251c0e34] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp, totalSize=36.7 K 2024-12-02T22:25:12,178 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b24f3a9ba9de4dd0a97b8becf6899fd1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733178306091 2024-12-02T22:25:12,178 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eef3f61589b4e798945ebc4225668bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733178307233 2024-12-02T22:25:12,178 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting ca329f780844463cbbcc953e251c0e34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733178309447 2024-12-02T22:25:12,187 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495d83e31bf7f7e678310e32a919fe19#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:12,187 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/fcc00683b62948c3a0a3c7c37c1efcd5 is 50, key is test_row_0/C:col10/1733178309447/Put/seqid=0 2024-12-02T22:25:12,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742279_1455 (size=12404) 2024-12-02T22:25:12,195 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/fcc00683b62948c3a0a3c7c37c1efcd5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fcc00683b62948c3a0a3c7c37c1efcd5 2024-12-02T22:25:12,199 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/C of 495d83e31bf7f7e678310e32a919fe19 into fcc00683b62948c3a0a3c7c37c1efcd5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:12,199 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:12,199 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/C, priority=13, startTime=1733178311746; duration=0sec 2024-12-02T22:25:12,199 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:12,199 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:C 2024-12-02T22:25:12,582 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/c58d39c461b24c3187d2ed0cf162078a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/c58d39c461b24c3187d2ed0cf162078a 2024-12-02T22:25:12,587 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 495d83e31bf7f7e678310e32a919fe19/A of 495d83e31bf7f7e678310e32a919fe19 into c58d39c461b24c3187d2ed0cf162078a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:12,587 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:12,587 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19., storeName=495d83e31bf7f7e678310e32a919fe19/A, priority=13, startTime=1733178311746; duration=0sec 2024-12-02T22:25:12,587 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:12,587 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495d83e31bf7f7e678310e32a919fe19:A 2024-12-02T22:25:15,064 DEBUG [Thread-1634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:61729 2024-12-02T22:25:15,064 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:15,079 DEBUG [Thread-1636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:61729 2024-12-02T22:25:15,079 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:15,092 DEBUG [Thread-1638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:61729 2024-12-02T22:25:15,092 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:15,099 DEBUG [Thread-1640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:61729 2024-12-02T22:25:15,099 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 163 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3203 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9604 rows 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3211 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9631 rows 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3196 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9588 rows 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3205 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9615 rows 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3181 2024-12-02T22:25:15,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9543 rows 2024-12-02T22:25:15,100 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T22:25:15,100 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:61729 2024-12-02T22:25:15,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:15,102 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T22:25:15,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T22:25:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T22:25:15,105 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178315105"}]},"ts":"1733178315105"} 2024-12-02T22:25:15,106 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T22:25:15,160 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T22:25:15,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:25:15,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, UNASSIGN}] 2024-12-02T22:25:15,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, UNASSIGN 2024-12-02T22:25:15,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=495d83e31bf7f7e678310e32a919fe19, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:15,168 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:25:15,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:25:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T22:25:15,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:15,322 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:15,323 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:25:15,323 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 495d83e31bf7f7e678310e32a919fe19, disabling compactions & flushes 2024-12-02T22:25:15,323 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:15,323 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:15,323 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. after waiting 0 ms 2024-12-02T22:25:15,323 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:15,323 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 495d83e31bf7f7e678310e32a919fe19 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T22:25:15,324 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=A 2024-12-02T22:25:15,324 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:15,324 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=B 2024-12-02T22:25:15,324 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:15,325 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 495d83e31bf7f7e678310e32a919fe19, store=C 2024-12-02T22:25:15,325 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:15,333 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d9c9b40be55c411883bab24c9245fd96_495d83e31bf7f7e678310e32a919fe19 is 50, key is test_row_1/A:col10/1733178315098/Put/seqid=0 2024-12-02T22:25:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742280_1456 (size=9914) 2024-12-02T22:25:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T22:25:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T22:25:15,738 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:15,748 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d9c9b40be55c411883bab24c9245fd96_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d9c9b40be55c411883bab24c9245fd96_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:15,749 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/a37eacbe7cb6497dbde1367b09c56534, store: [table=TestAcidGuarantees family=A region=495d83e31bf7f7e678310e32a919fe19] 2024-12-02T22:25:15,749 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/a37eacbe7cb6497dbde1367b09c56534 is 175, key is test_row_1/A:col10/1733178315098/Put/seqid=0 2024-12-02T22:25:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742281_1457 (size=22561) 2024-12-02T22:25:16,155 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/a37eacbe7cb6497dbde1367b09c56534 2024-12-02T22:25:16,168 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/dee3e5d2c9004a91a7ab80db02a9dd34 is 50, key is test_row_1/B:col10/1733178315098/Put/seqid=0 2024-12-02T22:25:16,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742282_1458 (size=9857) 2024-12-02T22:25:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T22:25:16,573 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/dee3e5d2c9004a91a7ab80db02a9dd34 2024-12-02T22:25:16,586 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/0d97deed83244bd48bf50293eb125b5f is 50, key is test_row_1/C:col10/1733178315098/Put/seqid=0 2024-12-02T22:25:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742283_1459 (size=9857) 2024-12-02T22:25:16,991 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/0d97deed83244bd48bf50293eb125b5f 2024-12-02T22:25:16,997 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/A/a37eacbe7cb6497dbde1367b09c56534 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a37eacbe7cb6497dbde1367b09c56534 2024-12-02T22:25:17,000 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a37eacbe7cb6497dbde1367b09c56534, entries=100, sequenceid=326, filesize=22.0 K 2024-12-02T22:25:17,000 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/B/dee3e5d2c9004a91a7ab80db02a9dd34 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/dee3e5d2c9004a91a7ab80db02a9dd34 2024-12-02T22:25:17,003 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/dee3e5d2c9004a91a7ab80db02a9dd34, entries=100, sequenceid=326, filesize=9.6 K 2024-12-02T22:25:17,003 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/.tmp/C/0d97deed83244bd48bf50293eb125b5f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/0d97deed83244bd48bf50293eb125b5f 2024-12-02T22:25:17,006 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/0d97deed83244bd48bf50293eb125b5f, entries=100, sequenceid=326, filesize=9.6 K 2024-12-02T22:25:17,006 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 495d83e31bf7f7e678310e32a919fe19 in 1683ms, sequenceid=326, compaction requested=false 2024-12-02T22:25:17,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15402e67e5f940028cad911c94049256, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/74c571fff289467895dc8197e64709f5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/886358b3982847f5905e9c4ec7cb570e] to archive 2024-12-02T22:25:17,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:17,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15402e67e5f940028cad911c94049256 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/15402e67e5f940028cad911c94049256 2024-12-02T22:25:17,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/74c571fff289467895dc8197e64709f5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/74c571fff289467895dc8197e64709f5 2024-12-02T22:25:17,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/886358b3982847f5905e9c4ec7cb570e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/886358b3982847f5905e9c4ec7cb570e 2024-12-02T22:25:17,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/0c2a554abfb846e08924b2bb6b9f3171, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/6a1af56cdbdc414c8ffaf47041a4ecf2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/067d91642c09480cbcbb0481c94fae3a] to archive 2024-12-02T22:25:17,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:17,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/0c2a554abfb846e08924b2bb6b9f3171 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/0c2a554abfb846e08924b2bb6b9f3171 2024-12-02T22:25:17,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/6a1af56cdbdc414c8ffaf47041a4ecf2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/6a1af56cdbdc414c8ffaf47041a4ecf2 2024-12-02T22:25:17,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/067d91642c09480cbcbb0481c94fae3a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/067d91642c09480cbcbb0481c94fae3a 2024-12-02T22:25:17,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/b24f3a9ba9de4dd0a97b8becf6899fd1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/8eef3f61589b4e798945ebc4225668bd, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/ca329f780844463cbbcc953e251c0e34] to archive 2024-12-02T22:25:17,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:17,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/b24f3a9ba9de4dd0a97b8becf6899fd1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/b24f3a9ba9de4dd0a97b8becf6899fd1 2024-12-02T22:25:17,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/8eef3f61589b4e798945ebc4225668bd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/8eef3f61589b4e798945ebc4225668bd 2024-12-02T22:25:17,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/ca329f780844463cbbcc953e251c0e34 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/ca329f780844463cbbcc953e251c0e34 2024-12-02T22:25:17,019 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/recovered.edits/329.seqid, newMaxSeqId=329, maxSeqId=4 2024-12-02T22:25:17,020 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19. 2024-12-02T22:25:17,020 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 495d83e31bf7f7e678310e32a919fe19: 2024-12-02T22:25:17,021 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=495d83e31bf7f7e678310e32a919fe19, regionState=CLOSED 2024-12-02T22:25:17,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-02T22:25:17,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 495d83e31bf7f7e678310e32a919fe19, server=5e55ea54544d,39943,1733178189000 in 1.8540 sec 2024-12-02T22:25:17,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-12-02T22:25:17,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=495d83e31bf7f7e678310e32a919fe19, UNASSIGN in 1.8590 sec 2024-12-02T22:25:17,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-02T22:25:17,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8640 sec 2024-12-02T22:25:17,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178317027"}]},"ts":"1733178317027"} 2024-12-02T22:25:17,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T22:25:17,060 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T22:25:17,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9590 sec 2024-12-02T22:25:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T22:25:17,213 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-02T22:25:17,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T22:25:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:17,218 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T22:25:17,220 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:17,222 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,225 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/recovered.edits] 2024-12-02T22:25:17,229 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a37eacbe7cb6497dbde1367b09c56534 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/a37eacbe7cb6497dbde1367b09c56534 2024-12-02T22:25:17,231 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/c58d39c461b24c3187d2ed0cf162078a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/A/c58d39c461b24c3187d2ed0cf162078a 2024-12-02T22:25:17,234 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/1c163deb179f4dfabc2ee159d9132e98 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/1c163deb179f4dfabc2ee159d9132e98 2024-12-02T22:25:17,236 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/dee3e5d2c9004a91a7ab80db02a9dd34 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/B/dee3e5d2c9004a91a7ab80db02a9dd34 2024-12-02T22:25:17,239 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/0d97deed83244bd48bf50293eb125b5f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/0d97deed83244bd48bf50293eb125b5f 2024-12-02T22:25:17,241 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fcc00683b62948c3a0a3c7c37c1efcd5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/C/fcc00683b62948c3a0a3c7c37c1efcd5 2024-12-02T22:25:17,246 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/recovered.edits/329.seqid to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19/recovered.edits/329.seqid 2024-12-02T22:25:17,247 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,247 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T22:25:17,247 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T22:25:17,249 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T22:25:17,252 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020465ea360b2f47bdbf2f295ed43d0822_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020465ea360b2f47bdbf2f295ed43d0822_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,253 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202226dcfbdba9d45d9b527eb5a7436a8c6_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202226dcfbdba9d45d9b527eb5a7436a8c6_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,255 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d175c46912c468f9c62c36d42f634ef_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023d175c46912c468f9c62c36d42f634ef_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,256 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120244f02c8d56134569b9451f7f2a963c52_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120244f02c8d56134569b9451f7f2a963c52_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,257 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120253227ec8905f479e9657250010c3fef9_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120253227ec8905f479e9657250010c3fef9_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,258 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b9281bdd12d4414b8b2fa1db3cc32da_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b9281bdd12d4414b8b2fa1db3cc32da_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,259 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120276cf89413bad4d4a81ecca30c3d6ca58_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120276cf89413bad4d4a81ecca30c3d6ca58_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,261 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027d3da8e417134fc688746d21b33714f0_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027d3da8e417134fc688746d21b33714f0_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,262 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f1cc2ff0d7c488ebb46a0d423256026_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027f1cc2ff0d7c488ebb46a0d423256026_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,263 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028390da8cac7a46a6b143b78478a15691_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028390da8cac7a46a6b143b78478a15691_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,265 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029ee502edbea449d49156fbe85be67fcf_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029ee502edbea449d49156fbe85be67fcf_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,266 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202aee7d0074803415593cacc50dd88c830_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202aee7d0074803415593cacc50dd88c830_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,267 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202beaf5b4922b348cabe6d931b098052fe_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202beaf5b4922b348cabe6d931b098052fe_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,268 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d9c9b40be55c411883bab24c9245fd96_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d9c9b40be55c411883bab24c9245fd96_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,270 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e23aab83a2794b53b79b6c1d506a1fa3_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e23aab83a2794b53b79b6c1d506a1fa3_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,271 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4856b5d8ca84b449b76a5feb36dc70e_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4856b5d8ca84b449b76a5feb36dc70e_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,272 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ec343dae410244039ca924d3626b94b2_495d83e31bf7f7e678310e32a919fe19 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ec343dae410244039ca924d3626b94b2_495d83e31bf7f7e678310e32a919fe19 2024-12-02T22:25:17,273 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T22:25:17,275 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:17,276 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T22:25:17,278 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T22:25:17,279 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:17,279 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T22:25:17,279 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733178317279"}]},"ts":"9223372036854775807"} 2024-12-02T22:25:17,281 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T22:25:17,281 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 495d83e31bf7f7e678310e32a919fe19, NAME => 'TestAcidGuarantees,,1733178286506.495d83e31bf7f7e678310e32a919fe19.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T22:25:17,281 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T22:25:17,281 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733178317281"}]},"ts":"9223372036854775807"} 2024-12-02T22:25:17,282 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T22:25:17,293 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:17,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-12-02T22:25:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T22:25:17,321 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-02T22:25:17,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 241), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 335), ProcessCount=11 (was 11), AvailableMemoryMB=6582 (was 6642) 2024-12-02T22:25:17,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=6582 2024-12-02T22:25:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:25:17,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:25:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:17,344 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:25:17,344 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:17,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-12-02T22:25:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-02T22:25:17,345 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:25:17,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742284_1460 (size=963) 2024-12-02T22:25:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-02T22:25:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-02T22:25:17,755 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:25:17,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742285_1461 (size=53) 2024-12-02T22:25:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-02T22:25:18,167 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:25:18,167 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6116f6b411c12bfb3fdd24185f48e98e, disabling compactions & flushes 2024-12-02T22:25:18,167 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:18,167 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:18,167 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. after waiting 0 ms 2024-12-02T22:25:18,167 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:18,167 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:18,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:18,170 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:25:18,170 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733178318170"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178318170"}]},"ts":"1733178318170"} 2024-12-02T22:25:18,172 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T22:25:18,173 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:25:18,173 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178318173"}]},"ts":"1733178318173"} 2024-12-02T22:25:18,174 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T22:25:18,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6116f6b411c12bfb3fdd24185f48e98e, ASSIGN}] 2024-12-02T22:25:18,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6116f6b411c12bfb3fdd24185f48e98e, ASSIGN 2024-12-02T22:25:18,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6116f6b411c12bfb3fdd24185f48e98e, ASSIGN; state=OFFLINE, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=false 2024-12-02T22:25:18,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=6116f6b411c12bfb3fdd24185f48e98e, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:18,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure 6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:25:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-02T22:25:18,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:18,537 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:18,537 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:25:18,538 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,538 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:25:18,539 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,539 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,541 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,543 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:18,543 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6116f6b411c12bfb3fdd24185f48e98e columnFamilyName A 2024-12-02T22:25:18,543 DEBUG [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:18,544 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.HStore(327): Store=6116f6b411c12bfb3fdd24185f48e98e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:18,544 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,545 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:18,545 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6116f6b411c12bfb3fdd24185f48e98e columnFamilyName B 2024-12-02T22:25:18,545 DEBUG [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:18,546 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.HStore(327): Store=6116f6b411c12bfb3fdd24185f48e98e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:18,546 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,548 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:18,548 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6116f6b411c12bfb3fdd24185f48e98e columnFamilyName C 2024-12-02T22:25:18,548 DEBUG [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:18,549 INFO [StoreOpener-6116f6b411c12bfb3fdd24185f48e98e-1 {}] regionserver.HStore(327): Store=6116f6b411c12bfb3fdd24185f48e98e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:18,549 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:18,550 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,550 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,552 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:25:18,554 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:18,556 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:25:18,556 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened 6116f6b411c12bfb3fdd24185f48e98e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73781755, jitterRate=0.09943382441997528}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:25:18,557 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:18,558 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., pid=123, masterSystemTime=1733178318530 2024-12-02T22:25:18,559 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:18,559 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:18,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=6116f6b411c12bfb3fdd24185f48e98e, regionState=OPEN, openSeqNum=2, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:18,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-02T22:25:18,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure 6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 in 185 msec 2024-12-02T22:25:18,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-12-02T22:25:18,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6116f6b411c12bfb3fdd24185f48e98e, ASSIGN in 344 msec 2024-12-02T22:25:18,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:25:18,566 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178318566"}]},"ts":"1733178318566"} 2024-12-02T22:25:18,567 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T22:25:18,578 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:25:18,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2350 sec 2024-12-02T22:25:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-02T22:25:19,456 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-12-02T22:25:19,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-12-02T22:25:19,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,499 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:25:19,502 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:25:19,504 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-12-02T22:25:19,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-12-02T22:25:19,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-12-02T22:25:19,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-12-02T22:25:19,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-12-02T22:25:19,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-12-02T22:25:19,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,560 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-12-02T22:25:19,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-12-02T22:25:19,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-12-02T22:25:19,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-12-02T22:25:19,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:19,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:19,596 DEBUG [hconnection-0x74c1324d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-02T22:25:19,597 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,597 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T22:25:19,597 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:19,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:19,599 DEBUG [hconnection-0x1272b767-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,599 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:19,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:25:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:19,607 DEBUG [hconnection-0x72b45133-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,607 DEBUG [hconnection-0x4d09a06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,607 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,607 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178379613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178379613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178379613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,615 DEBUG [hconnection-0x8608415-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,615 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178379616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,619 DEBUG [hconnection-0x5413c4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,620 DEBUG [hconnection-0x6d042fb5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,620 DEBUG [hconnection-0x6cb11359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,620 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,620 DEBUG [hconnection-0x10c84c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,620 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,620 DEBUG [hconnection-0x565a2b34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:19,620 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,621 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,621 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:19,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178379623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/29d2d4c6648c42b0b5881b5049e140ed is 50, key is test_row_0/A:col10/1733178319602/Put/seqid=0 2024-12-02T22:25:19,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742286_1462 (size=12001) 2024-12-02T22:25:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T22:25:19,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178379714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178379714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178379714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178379717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178379726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:19,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:19,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:19,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:19,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:19,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T22:25:19,901 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:19,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:19,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:19,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:19,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:19,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:19,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178379916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178379916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178379917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178379918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:19,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178379930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/29d2d4c6648c42b0b5881b5049e140ed 2024-12-02T22:25:20,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:20,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:20,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/b9639502303c43f6826aeaf179405cd0 is 50, key is test_row_0/B:col10/1733178319602/Put/seqid=0 2024-12-02T22:25:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742287_1463 (size=12001) 2024-12-02T22:25:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T22:25:20,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:20,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:20,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178380219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178380219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178380221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178380223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178380233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/b9639502303c43f6826aeaf179405cd0 2024-12-02T22:25:20,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/c90c6f8dffad4f66a932308ff1084d78 is 50, key is test_row_0/C:col10/1733178319602/Put/seqid=0 2024-12-02T22:25:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742288_1464 (size=12001) 2024-12-02T22:25:20,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:20,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:20,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T22:25:20,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178380725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178380725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178380726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178380729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178380735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:20,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/c90c6f8dffad4f66a932308ff1084d78 2024-12-02T22:25:20,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/29d2d4c6648c42b0b5881b5049e140ed as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/29d2d4c6648c42b0b5881b5049e140ed 2024-12-02T22:25:20,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/29d2d4c6648c42b0b5881b5049e140ed, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T22:25:20,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/b9639502303c43f6826aeaf179405cd0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b9639502303c43f6826aeaf179405cd0 2024-12-02T22:25:20,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b9639502303c43f6826aeaf179405cd0, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T22:25:20,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/c90c6f8dffad4f66a932308ff1084d78 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/c90c6f8dffad4f66a932308ff1084d78 2024-12-02T22:25:20,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/c90c6f8dffad4f66a932308ff1084d78, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T22:25:20,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6116f6b411c12bfb3fdd24185f48e98e in 1308ms, sequenceid=13, compaction requested=false 2024-12-02T22:25:20,910 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T22:25:20,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:20,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:20,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T22:25:20,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:20,999 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:25:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:21,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/d7ca3a6009904fbcb026dc87f6822cc6 is 50, key is test_row_0/A:col10/1733178319612/Put/seqid=0 2024-12-02T22:25:21,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742289_1465 (size=12001) 2024-12-02T22:25:21,410 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/d7ca3a6009904fbcb026dc87f6822cc6 2024-12-02T22:25:21,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/df969db23c9941d4a851870181c68bff is 50, key is test_row_0/B:col10/1733178319612/Put/seqid=0 2024-12-02T22:25:21,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742290_1466 (size=12001) 2024-12-02T22:25:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T22:25:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:21,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178381743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178381744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178381745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178381745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178381745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,819 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/df969db23c9941d4a851870181c68bff 2024-12-02T22:25:21,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/bb3747a63749459dad04f08864986990 is 50, key is test_row_0/C:col10/1733178319612/Put/seqid=0 2024-12-02T22:25:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742291_1467 (size=12001) 2024-12-02T22:25:21,831 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/bb3747a63749459dad04f08864986990 2024-12-02T22:25:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/d7ca3a6009904fbcb026dc87f6822cc6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d7ca3a6009904fbcb026dc87f6822cc6 2024-12-02T22:25:21,837 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d7ca3a6009904fbcb026dc87f6822cc6, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T22:25:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/df969db23c9941d4a851870181c68bff as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/df969db23c9941d4a851870181c68bff 2024-12-02T22:25:21,840 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/df969db23c9941d4a851870181c68bff, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T22:25:21,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/bb3747a63749459dad04f08864986990 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bb3747a63749459dad04f08864986990 2024-12-02T22:25:21,844 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bb3747a63749459dad04f08864986990, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T22:25:21,844 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6116f6b411c12bfb3fdd24185f48e98e in 845ms, sequenceid=38, compaction requested=false 2024-12-02T22:25:21,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:21,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:21,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-02T22:25:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-02T22:25:21,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-02T22:25:21,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2470 sec 2024-12-02T22:25:21,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.2500 sec 2024-12-02T22:25:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:21,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:25:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:21,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/894381e28c6c47cf854520b2e991c0ef is 50, key is test_row_0/A:col10/1733178321739/Put/seqid=0 2024-12-02T22:25:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742292_1468 (size=14341) 2024-12-02T22:25:21,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/894381e28c6c47cf854520b2e991c0ef 2024-12-02T22:25:21,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/dd86e8039a624b02947826e4c7577275 is 50, key is test_row_0/B:col10/1733178321739/Put/seqid=0 2024-12-02T22:25:21,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742293_1469 (size=12001) 2024-12-02T22:25:21,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178381877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178381879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178381879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178381880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178381982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178381984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178381984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178381984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178382187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178382187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178382187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178382188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/dd86e8039a624b02947826e4c7577275 2024-12-02T22:25:22,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/07e50577e20647838238f0ba194408ee is 50, key is test_row_0/C:col10/1733178321739/Put/seqid=0 2024-12-02T22:25:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742294_1470 (size=12001) 2024-12-02T22:25:22,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178382492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178382492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178382492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178382492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:22,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:25:22,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/07e50577e20647838238f0ba194408ee 2024-12-02T22:25:22,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/894381e28c6c47cf854520b2e991c0ef as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/894381e28c6c47cf854520b2e991c0ef 2024-12-02T22:25:22,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/894381e28c6c47cf854520b2e991c0ef, entries=200, sequenceid=51, filesize=14.0 K 2024-12-02T22:25:22,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/dd86e8039a624b02947826e4c7577275 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dd86e8039a624b02947826e4c7577275 2024-12-02T22:25:22,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dd86e8039a624b02947826e4c7577275, entries=150, sequenceid=51, filesize=11.7 K 2024-12-02T22:25:22,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/07e50577e20647838238f0ba194408ee as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/07e50577e20647838238f0ba194408ee 2024-12-02T22:25:22,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/07e50577e20647838238f0ba194408ee, entries=150, sequenceid=51, filesize=11.7 K 2024-12-02T22:25:22,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6116f6b411c12bfb3fdd24185f48e98e in 839ms, sequenceid=51, compaction requested=true 2024-12-02T22:25:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:22,690 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:22,690 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:22,691 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:22,691 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:22,691 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/A is initiating minor compaction (all files) 2024-12-02T22:25:22,691 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/B is initiating minor compaction (all files) 2024-12-02T22:25:22,691 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/B in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:22,691 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/A in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:22,691 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b9639502303c43f6826aeaf179405cd0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/df969db23c9941d4a851870181c68bff, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dd86e8039a624b02947826e4c7577275] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=35.2 K 2024-12-02T22:25:22,691 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/29d2d4c6648c42b0b5881b5049e140ed, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d7ca3a6009904fbcb026dc87f6822cc6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/894381e28c6c47cf854520b2e991c0ef] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=37.4 K 2024-12-02T22:25:22,691 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b9639502303c43f6826aeaf179405cd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733178319599 2024-12-02T22:25:22,691 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29d2d4c6648c42b0b5881b5049e140ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733178319599 2024-12-02T22:25:22,692 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting df969db23c9941d4a851870181c68bff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733178319609 2024-12-02T22:25:22,692 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7ca3a6009904fbcb026dc87f6822cc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733178319609 2024-12-02T22:25:22,692 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting dd86e8039a624b02947826e4c7577275, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178321739 2024-12-02T22:25:22,692 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 894381e28c6c47cf854520b2e991c0ef, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178321739 2024-12-02T22:25:22,699 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#B#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:22,699 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#A#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:22,699 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/1dd9189cd3fd4d2db8c2b6a70193fe50 is 50, key is test_row_0/A:col10/1733178321739/Put/seqid=0 2024-12-02T22:25:22,699 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/168d828610c347d186caaccfcce024b2 is 50, key is test_row_0/B:col10/1733178321739/Put/seqid=0 2024-12-02T22:25:22,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742296_1472 (size=12104) 2024-12-02T22:25:22,708 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/1dd9189cd3fd4d2db8c2b6a70193fe50 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1dd9189cd3fd4d2db8c2b6a70193fe50 2024-12-02T22:25:22,712 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/A of 6116f6b411c12bfb3fdd24185f48e98e into 1dd9189cd3fd4d2db8c2b6a70193fe50(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:22,712 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:22,712 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/A, priority=13, startTime=1733178322690; duration=0sec 2024-12-02T22:25:22,712 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:22,712 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:A 2024-12-02T22:25:22,712 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:22,713 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:22,713 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/C is initiating minor compaction (all files) 2024-12-02T22:25:22,713 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/C in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:22,713 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/c90c6f8dffad4f66a932308ff1084d78, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bb3747a63749459dad04f08864986990, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/07e50577e20647838238f0ba194408ee] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=35.2 K 2024-12-02T22:25:22,713 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting c90c6f8dffad4f66a932308ff1084d78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733178319599 2024-12-02T22:25:22,714 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb3747a63749459dad04f08864986990, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733178319609 2024-12-02T22:25:22,714 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07e50577e20647838238f0ba194408ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178321739 2024-12-02T22:25:22,718 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#C#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:22,718 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/0e5c90ceece34aefa593425924e2264e is 50, key is test_row_0/C:col10/1733178321739/Put/seqid=0 2024-12-02T22:25:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742295_1471 (size=12104) 2024-12-02T22:25:22,724 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/168d828610c347d186caaccfcce024b2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/168d828610c347d186caaccfcce024b2 2024-12-02T22:25:22,727 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/B of 6116f6b411c12bfb3fdd24185f48e98e into 168d828610c347d186caaccfcce024b2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:22,727 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:22,727 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/B, priority=13, startTime=1733178322690; duration=0sec 2024-12-02T22:25:22,727 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:22,727 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:B 2024-12-02T22:25:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742297_1473 (size=12104) 2024-12-02T22:25:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:22,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:25:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:23,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/b6853b9f10214e8e91939600eafabd0b is 50, key is test_row_0/A:col10/1733178321873/Put/seqid=0 2024-12-02T22:25:23,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742298_1474 (size=14341) 2024-12-02T22:25:23,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/b6853b9f10214e8e91939600eafabd0b 2024-12-02T22:25:23,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/c9982f5b3fec4c52b291535e8d45e002 is 50, key is test_row_0/B:col10/1733178321873/Put/seqid=0 2024-12-02T22:25:23,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178383008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742299_1475 (size=12001) 2024-12-02T22:25:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178383008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178383009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178383009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178383116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178383116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178383116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178383116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,136 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/0e5c90ceece34aefa593425924e2264e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0e5c90ceece34aefa593425924e2264e 2024-12-02T22:25:23,139 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/C of 6116f6b411c12bfb3fdd24185f48e98e into 0e5c90ceece34aefa593425924e2264e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:23,139 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:23,139 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/C, priority=13, startTime=1733178322690; duration=0sec 2024-12-02T22:25:23,139 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:23,139 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:C 2024-12-02T22:25:23,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178383318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178383318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178383320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178383320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/c9982f5b3fec4c52b291535e8d45e002 2024-12-02T22:25:23,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/b6ade86f109e48cd89bf0bc6a7ad8d53 is 50, key is test_row_0/C:col10/1733178321873/Put/seqid=0 2024-12-02T22:25:23,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742300_1476 (size=12001) 2024-12-02T22:25:23,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178383622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178383623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178383624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178383625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T22:25:23,701 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-02T22:25:23,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-02T22:25:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T22:25:23,703 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:23,704 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:23,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:23,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178383750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,753 DEBUG [Thread-2057 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T22:25:23,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/b6ade86f109e48cd89bf0bc6a7ad8d53 2024-12-02T22:25:23,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/b6853b9f10214e8e91939600eafabd0b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b6853b9f10214e8e91939600eafabd0b 2024-12-02T22:25:23,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b6853b9f10214e8e91939600eafabd0b, entries=200, sequenceid=77, filesize=14.0 K 2024-12-02T22:25:23,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/c9982f5b3fec4c52b291535e8d45e002 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c9982f5b3fec4c52b291535e8d45e002 2024-12-02T22:25:23,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c9982f5b3fec4c52b291535e8d45e002, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T22:25:23,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/b6ade86f109e48cd89bf0bc6a7ad8d53 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/b6ade86f109e48cd89bf0bc6a7ad8d53 2024-12-02T22:25:23,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/b6ade86f109e48cd89bf0bc6a7ad8d53, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T22:25:23,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6116f6b411c12bfb3fdd24185f48e98e in 847ms, sequenceid=77, compaction requested=false 2024-12-02T22:25:23,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:23,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:23,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-02T22:25:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:23,855 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:25:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/537c4c8633d24a6984bab0d7d8a9d80d is 50, key is test_row_0/A:col10/1733178323007/Put/seqid=0 2024-12-02T22:25:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742301_1477 (size=12001) 2024-12-02T22:25:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T22:25:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:24,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:24,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178384155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178384155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178384155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178384157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178384260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178384262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178384262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178384262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,271 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/537c4c8633d24a6984bab0d7d8a9d80d 2024-12-02T22:25:24,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/615a42beaf114db6a82d4a3b00966e39 is 50, key is test_row_0/B:col10/1733178323007/Put/seqid=0 2024-12-02T22:25:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742302_1478 (size=12001) 2024-12-02T22:25:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T22:25:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178384464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178384465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178384465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178384466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,679 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/615a42beaf114db6a82d4a3b00966e39 2024-12-02T22:25:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/bc712d756b1948a5a3a3a0e93725b8e9 is 50, key is test_row_0/C:col10/1733178323007/Put/seqid=0 2024-12-02T22:25:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742303_1479 (size=12001) 2024-12-02T22:25:24,688 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/bc712d756b1948a5a3a3a0e93725b8e9 2024-12-02T22:25:24,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/537c4c8633d24a6984bab0d7d8a9d80d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/537c4c8633d24a6984bab0d7d8a9d80d 2024-12-02T22:25:24,699 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/537c4c8633d24a6984bab0d7d8a9d80d, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T22:25:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/615a42beaf114db6a82d4a3b00966e39 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/615a42beaf114db6a82d4a3b00966e39 2024-12-02T22:25:24,702 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/615a42beaf114db6a82d4a3b00966e39, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T22:25:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/bc712d756b1948a5a3a3a0e93725b8e9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bc712d756b1948a5a3a3a0e93725b8e9 2024-12-02T22:25:24,705 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bc712d756b1948a5a3a3a0e93725b8e9, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T22:25:24,706 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6116f6b411c12bfb3fdd24185f48e98e in 850ms, sequenceid=91, compaction requested=true 2024-12-02T22:25:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-02T22:25:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-02T22:25:24,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-02T22:25:24,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-12-02T22:25:24,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0060 sec 2024-12-02T22:25:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:24,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:25:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:24,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:24,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:24,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:24,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/d4a530d64daf49618de0dc8afe723dd6 is 50, key is test_row_0/A:col10/1733178324771/Put/seqid=0 2024-12-02T22:25:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742304_1480 (size=12001) 2024-12-02T22:25:24,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178384779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178384782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178384783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178384784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T22:25:24,806 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-02T22:25:24,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-02T22:25:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T22:25:24,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:24,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:24,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178384886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178384887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178384887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178384889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T22:25:24,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:24,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T22:25:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:24,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:24,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178385090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178385091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178385092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178385092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T22:25:25,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T22:25:25,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:25,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/d4a530d64daf49618de0dc8afe723dd6 2024-12-02T22:25:25,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/8e16df767bcc411fa06ddd73c07828b7 is 50, key is test_row_0/B:col10/1733178324771/Put/seqid=0 2024-12-02T22:25:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742305_1481 (size=12001) 2024-12-02T22:25:25,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T22:25:25,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:25,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178385392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178385397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178385398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178385398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T22:25:25,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T22:25:25,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:25,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/8e16df767bcc411fa06ddd73c07828b7 2024-12-02T22:25:25,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/18c4ef28c7cc411bb3abfcd72b34d02c is 50, key is test_row_0/C:col10/1733178324771/Put/seqid=0 2024-12-02T22:25:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742306_1482 (size=12001) 2024-12-02T22:25:25,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T22:25:25,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:25,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T22:25:25,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:25,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178385899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178385903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178385903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178385905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T22:25:25,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:25,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T22:25:25,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:25,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:25,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:25,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/18c4ef28c7cc411bb3abfcd72b34d02c 2024-12-02T22:25:26,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/d4a530d64daf49618de0dc8afe723dd6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d4a530d64daf49618de0dc8afe723dd6 2024-12-02T22:25:26,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d4a530d64daf49618de0dc8afe723dd6, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T22:25:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/8e16df767bcc411fa06ddd73c07828b7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/8e16df767bcc411fa06ddd73c07828b7 2024-12-02T22:25:26,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/8e16df767bcc411fa06ddd73c07828b7, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T22:25:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/18c4ef28c7cc411bb3abfcd72b34d02c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/18c4ef28c7cc411bb3abfcd72b34d02c 2024-12-02T22:25:26,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/18c4ef28c7cc411bb3abfcd72b34d02c, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T22:25:26,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6116f6b411c12bfb3fdd24185f48e98e in 1238ms, sequenceid=116, compaction requested=true 2024-12-02T22:25:26,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:26,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:26,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:26,010 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:25:26,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:26,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:26,010 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:25:26,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:26,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:26,010 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:25:26,010 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:25:26,010 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/A is initiating minor compaction (all files) 2024-12-02T22:25:26,011 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/B is initiating minor compaction (all files) 2024-12-02T22:25:26,011 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/A in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:26,011 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/B in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:26,011 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1dd9189cd3fd4d2db8c2b6a70193fe50, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b6853b9f10214e8e91939600eafabd0b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/537c4c8633d24a6984bab0d7d8a9d80d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d4a530d64daf49618de0dc8afe723dd6] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=49.3 K 2024-12-02T22:25:26,011 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/168d828610c347d186caaccfcce024b2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c9982f5b3fec4c52b291535e8d45e002, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/615a42beaf114db6a82d4a3b00966e39, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/8e16df767bcc411fa06ddd73c07828b7] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=47.0 K 2024-12-02T22:25:26,011 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dd9189cd3fd4d2db8c2b6a70193fe50, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178321739 2024-12-02T22:25:26,011 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 168d828610c347d186caaccfcce024b2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178321739 2024-12-02T22:25:26,011 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c9982f5b3fec4c52b291535e8d45e002, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178321873 2024-12-02T22:25:26,011 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6853b9f10214e8e91939600eafabd0b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178321873 2024-12-02T22:25:26,011 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 615a42beaf114db6a82d4a3b00966e39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733178323006 2024-12-02T22:25:26,011 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537c4c8633d24a6984bab0d7d8a9d80d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733178323006 2024-12-02T22:25:26,012 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4a530d64daf49618de0dc8afe723dd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178324156 2024-12-02T22:25:26,012 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e16df767bcc411fa06ddd73c07828b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178324156 2024-12-02T22:25:26,017 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#A#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:26,017 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/b58af271cc1e4b30b8c794a5e9daf03b is 50, key is test_row_0/A:col10/1733178324771/Put/seqid=0 2024-12-02T22:25:26,017 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:26,018 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/c35f82c2ee074738a048a694ead9634d is 50, key is test_row_0/B:col10/1733178324771/Put/seqid=0 2024-12-02T22:25:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742307_1483 (size=12241) 2024-12-02T22:25:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742308_1484 (size=12241) 2024-12-02T22:25:26,023 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/b58af271cc1e4b30b8c794a5e9daf03b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b58af271cc1e4b30b8c794a5e9daf03b 2024-12-02T22:25:26,027 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/A of 6116f6b411c12bfb3fdd24185f48e98e into b58af271cc1e4b30b8c794a5e9daf03b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:26,027 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:26,027 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/A, priority=12, startTime=1733178326010; duration=0sec 2024-12-02T22:25:26,027 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:26,027 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:A 2024-12-02T22:25:26,027 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:25:26,028 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T22:25:26,028 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/C is initiating minor compaction (all files) 2024-12-02T22:25:26,028 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/C in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:26,028 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0e5c90ceece34aefa593425924e2264e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/b6ade86f109e48cd89bf0bc6a7ad8d53, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bc712d756b1948a5a3a3a0e93725b8e9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/18c4ef28c7cc411bb3abfcd72b34d02c] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=47.0 K 2024-12-02T22:25:26,029 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e5c90ceece34aefa593425924e2264e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733178321739 2024-12-02T22:25:26,029 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6ade86f109e48cd89bf0bc6a7ad8d53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733178321873 2024-12-02T22:25:26,029 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc712d756b1948a5a3a3a0e93725b8e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733178323006 2024-12-02T22:25:26,030 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18c4ef28c7cc411bb3abfcd72b34d02c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178324156 2024-12-02T22:25:26,036 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:26,036 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/2e16339b99a9404c8019700114d29719 is 50, key is test_row_0/C:col10/1733178324771/Put/seqid=0 2024-12-02T22:25:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742309_1485 (size=12241) 2024-12-02T22:25:26,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:26,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-02T22:25:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:26,066 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:25:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:26,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/36ee05eec42642459f8c6fd3445bb31d is 50, key is test_row_0/A:col10/1733178324783/Put/seqid=0 2024-12-02T22:25:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742310_1486 (size=12001) 2024-12-02T22:25:26,424 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/c35f82c2ee074738a048a694ead9634d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c35f82c2ee074738a048a694ead9634d 2024-12-02T22:25:26,427 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/B of 6116f6b411c12bfb3fdd24185f48e98e into c35f82c2ee074738a048a694ead9634d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:26,427 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:26,427 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/B, priority=12, startTime=1733178326010; duration=0sec 2024-12-02T22:25:26,427 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:26,427 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:B 2024-12-02T22:25:26,443 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/2e16339b99a9404c8019700114d29719 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/2e16339b99a9404c8019700114d29719 2024-12-02T22:25:26,446 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/C of 6116f6b411c12bfb3fdd24185f48e98e into 2e16339b99a9404c8019700114d29719(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:26,446 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:26,447 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/C, priority=12, startTime=1733178326010; duration=0sec 2024-12-02T22:25:26,447 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:26,447 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:C 2024-12-02T22:25:26,473 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/36ee05eec42642459f8c6fd3445bb31d 2024-12-02T22:25:26,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/24859449bec9461ba95d066b9b2f24e7 is 50, key is test_row_0/B:col10/1733178324783/Put/seqid=0 2024-12-02T22:25:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742311_1487 (size=12001) 2024-12-02T22:25:26,482 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/24859449bec9461ba95d066b9b2f24e7 2024-12-02T22:25:26,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/14ddbc3afc354a22a9afafe710316c27 is 50, key is test_row_0/C:col10/1733178324783/Put/seqid=0 2024-12-02T22:25:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742312_1488 (size=12001) 2024-12-02T22:25:26,891 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/14ddbc3afc354a22a9afafe710316c27 2024-12-02T22:25:26,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/36ee05eec42642459f8c6fd3445bb31d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/36ee05eec42642459f8c6fd3445bb31d 2024-12-02T22:25:26,896 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/36ee05eec42642459f8c6fd3445bb31d, entries=150, sequenceid=128, filesize=11.7 K 2024-12-02T22:25:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/24859449bec9461ba95d066b9b2f24e7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/24859449bec9461ba95d066b9b2f24e7 2024-12-02T22:25:26,899 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/24859449bec9461ba95d066b9b2f24e7, entries=150, sequenceid=128, filesize=11.7 K 2024-12-02T22:25:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/14ddbc3afc354a22a9afafe710316c27 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/14ddbc3afc354a22a9afafe710316c27 2024-12-02T22:25:26,902 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/14ddbc3afc354a22a9afafe710316c27, entries=150, sequenceid=128, filesize=11.7 K 2024-12-02T22:25:26,902 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 6116f6b411c12bfb3fdd24185f48e98e in 836ms, sequenceid=128, compaction requested=false 2024-12-02T22:25:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-02T22:25:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-02T22:25:26,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-02T22:25:26,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0950 sec 2024-12-02T22:25:26,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.0980 sec 2024-12-02T22:25:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-02T22:25:26,911 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-02T22:25:26,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-02T22:25:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T22:25:26,914 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:26,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:26,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:26,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:25:26,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:26,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:26,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:26,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:26,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:26,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:26,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/f11daf84f9d14b20addf2da1e4ceb524 is 50, key is test_row_0/A:col10/1733178326914/Put/seqid=0 2024-12-02T22:25:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742313_1489 (size=12151) 2024-12-02T22:25:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178386944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178386945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178386945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178386946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T22:25:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178387048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178387051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178387051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178387051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T22:25:27,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178387254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178387254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178387255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178387255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/f11daf84f9d14b20addf2da1e4ceb524 2024-12-02T22:25:27,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/013bcce1707844aeb81735eae8f83626 is 50, key is test_row_0/B:col10/1733178326914/Put/seqid=0 2024-12-02T22:25:27,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742314_1490 (size=12151) 2024-12-02T22:25:27,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T22:25:27,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:27,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:27,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178387557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178387557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178387558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178387559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,675 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/013bcce1707844aeb81735eae8f83626 2024-12-02T22:25:27,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/cfc574e1785042fb9f70de6306fb26a9 is 50, key is test_row_0/C:col10/1733178326914/Put/seqid=0 2024-12-02T22:25:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742315_1491 (size=12151) 2024-12-02T22:25:27,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178387760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,763 DEBUG [Thread-2057 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:27,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:27,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:27,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:27,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:27,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:27,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T22:25:28,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178388062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:28,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178388064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:28,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178388064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:28,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178388066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:28,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:28,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:28,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:28,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:28,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:28,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:28,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:28,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/cfc574e1785042fb9f70de6306fb26a9 2024-12-02T22:25:28,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/f11daf84f9d14b20addf2da1e4ceb524 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f11daf84f9d14b20addf2da1e4ceb524 2024-12-02T22:25:28,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f11daf84f9d14b20addf2da1e4ceb524, entries=150, sequenceid=142, filesize=11.9 K 2024-12-02T22:25:28,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/013bcce1707844aeb81735eae8f83626 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/013bcce1707844aeb81735eae8f83626 2024-12-02T22:25:28,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/013bcce1707844aeb81735eae8f83626, entries=150, sequenceid=142, filesize=11.9 K 2024-12-02T22:25:28,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/cfc574e1785042fb9f70de6306fb26a9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/cfc574e1785042fb9f70de6306fb26a9 2024-12-02T22:25:28,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/cfc574e1785042fb9f70de6306fb26a9, entries=150, sequenceid=142, filesize=11.9 K 2024-12-02T22:25:28,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6116f6b411c12bfb3fdd24185f48e98e in 1253ms, sequenceid=142, compaction requested=true 2024-12-02T22:25:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:28,168 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:28,168 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:28,169 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:28,169 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:28,169 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/B is initiating minor compaction (all files) 2024-12-02T22:25:28,169 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/A is initiating minor compaction (all files) 2024-12-02T22:25:28,169 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/A in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:28,169 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/B in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:28,169 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c35f82c2ee074738a048a694ead9634d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/24859449bec9461ba95d066b9b2f24e7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/013bcce1707844aeb81735eae8f83626] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=35.5 K 2024-12-02T22:25:28,169 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b58af271cc1e4b30b8c794a5e9daf03b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/36ee05eec42642459f8c6fd3445bb31d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f11daf84f9d14b20addf2da1e4ceb524] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=35.5 K 2024-12-02T22:25:28,169 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c35f82c2ee074738a048a694ead9634d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178324156 2024-12-02T22:25:28,169 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b58af271cc1e4b30b8c794a5e9daf03b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178324156 2024-12-02T22:25:28,170 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36ee05eec42642459f8c6fd3445bb31d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733178324778 2024-12-02T22:25:28,170 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 24859449bec9461ba95d066b9b2f24e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733178324778 2024-12-02T22:25:28,170 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting f11daf84f9d14b20addf2da1e4ceb524, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178326914 2024-12-02T22:25:28,170 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 013bcce1707844aeb81735eae8f83626, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178326914 2024-12-02T22:25:28,174 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#A#compaction#413 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:28,175 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/dc5bc0746df8414c8d577b76eee61022 is 50, key is test_row_0/A:col10/1733178326914/Put/seqid=0 2024-12-02T22:25:28,175 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:28,175 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/e99c3422478c49709176b29776b8125d is 50, key is test_row_0/B:col10/1733178326914/Put/seqid=0 2024-12-02T22:25:28,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742316_1492 (size=12493) 2024-12-02T22:25:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742317_1493 (size=12493) 2024-12-02T22:25:28,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:28,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-02T22:25:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:28,285 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T22:25:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:28,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/c7f61cbf36fd44a2811770d6f4cbcf2d is 50, key is test_row_0/A:col10/1733178326943/Put/seqid=0 2024-12-02T22:25:28,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742318_1494 (size=12151) 2024-12-02T22:25:28,593 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/dc5bc0746df8414c8d577b76eee61022 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/dc5bc0746df8414c8d577b76eee61022 2024-12-02T22:25:28,593 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/e99c3422478c49709176b29776b8125d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e99c3422478c49709176b29776b8125d 2024-12-02T22:25:28,597 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/A of 6116f6b411c12bfb3fdd24185f48e98e into dc5bc0746df8414c8d577b76eee61022(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:28,597 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:28,597 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/A, priority=13, startTime=1733178328168; duration=0sec 2024-12-02T22:25:28,597 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/B of 6116f6b411c12bfb3fdd24185f48e98e into e99c3422478c49709176b29776b8125d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:28,597 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:28,597 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:A 2024-12-02T22:25:28,597 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:28,597 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/B, priority=13, startTime=1733178328168; duration=0sec 2024-12-02T22:25:28,597 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:28,597 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:28,597 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:B 2024-12-02T22:25:28,598 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:28,598 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/C is initiating minor compaction (all files) 2024-12-02T22:25:28,598 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/C in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:28,598 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/2e16339b99a9404c8019700114d29719, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/14ddbc3afc354a22a9afafe710316c27, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/cfc574e1785042fb9f70de6306fb26a9] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=35.5 K 2024-12-02T22:25:28,598 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e16339b99a9404c8019700114d29719, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733178324156 2024-12-02T22:25:28,598 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14ddbc3afc354a22a9afafe710316c27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733178324778 2024-12-02T22:25:28,599 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfc574e1785042fb9f70de6306fb26a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178326914 2024-12-02T22:25:28,603 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#C#compaction#416 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:28,604 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/8730203b1c47406cbd5e4588bc3db99f is 50, key is test_row_0/C:col10/1733178326914/Put/seqid=0 2024-12-02T22:25:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742319_1495 (size=12493) 2024-12-02T22:25:28,692 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/c7f61cbf36fd44a2811770d6f4cbcf2d 2024-12-02T22:25:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/9e70cf8862b8433ebf9bf6170938ad39 is 50, key is test_row_0/B:col10/1733178326943/Put/seqid=0 2024-12-02T22:25:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742320_1496 (size=12151) 2024-12-02T22:25:29,010 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/8730203b1c47406cbd5e4588bc3db99f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/8730203b1c47406cbd5e4588bc3db99f 2024-12-02T22:25:29,014 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/C of 6116f6b411c12bfb3fdd24185f48e98e into 8730203b1c47406cbd5e4588bc3db99f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:29,014 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:29,014 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/C, priority=13, startTime=1733178328168; duration=0sec 2024-12-02T22:25:29,014 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:29,014 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:C 2024-12-02T22:25:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T22:25:29,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178389076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178389076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178389077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178389079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,100 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/9e70cf8862b8433ebf9bf6170938ad39 2024-12-02T22:25:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/37c644f397aa4278b68a6022efca2d1d is 50, key is test_row_0/C:col10/1733178326943/Put/seqid=0 2024-12-02T22:25:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742321_1497 (size=12151) 2024-12-02T22:25:29,110 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/37c644f397aa4278b68a6022efca2d1d 2024-12-02T22:25:29,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/c7f61cbf36fd44a2811770d6f4cbcf2d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/c7f61cbf36fd44a2811770d6f4cbcf2d 2024-12-02T22:25:29,116 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/c7f61cbf36fd44a2811770d6f4cbcf2d, entries=150, sequenceid=166, filesize=11.9 K 2024-12-02T22:25:29,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/9e70cf8862b8433ebf9bf6170938ad39 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9e70cf8862b8433ebf9bf6170938ad39 2024-12-02T22:25:29,119 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9e70cf8862b8433ebf9bf6170938ad39, entries=150, sequenceid=166, filesize=11.9 K 2024-12-02T22:25:29,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/37c644f397aa4278b68a6022efca2d1d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/37c644f397aa4278b68a6022efca2d1d 2024-12-02T22:25:29,123 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/37c644f397aa4278b68a6022efca2d1d, entries=150, sequenceid=166, filesize=11.9 K 2024-12-02T22:25:29,123 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6116f6b411c12bfb3fdd24185f48e98e in 838ms, sequenceid=166, compaction requested=false 2024-12-02T22:25:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-02T22:25:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-02T22:25:29,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-02T22:25:29,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2090 sec 2024-12-02T22:25:29,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.2140 sec 2024-12-02T22:25:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:29,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T22:25:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:29,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/190f4501e2f945319e4b2fd757c70939 is 50, key is test_row_0/A:col10/1733178329182/Put/seqid=0 2024-12-02T22:25:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742322_1498 (size=14541) 2024-12-02T22:25:29,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178389241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178389241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178389249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178389249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178389350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178389350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178389354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178389354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178389552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178389552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178389556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178389557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/190f4501e2f945319e4b2fd757c70939 2024-12-02T22:25:29,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/91342994a2f849a48cb849d2ea2935f2 is 50, key is test_row_0/B:col10/1733178329182/Put/seqid=0 2024-12-02T22:25:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742323_1499 (size=12151) 2024-12-02T22:25:29,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178389857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178389857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178389863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:29,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178389863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:30,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/91342994a2f849a48cb849d2ea2935f2 2024-12-02T22:25:30,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/75c12c0a28f646efb69a0c7c23c53333 is 50, key is test_row_0/C:col10/1733178329182/Put/seqid=0 2024-12-02T22:25:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742324_1500 (size=12151) 2024-12-02T22:25:30,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178390364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178390367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:30,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178390370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:30,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178390370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:30,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/75c12c0a28f646efb69a0c7c23c53333 2024-12-02T22:25:30,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/190f4501e2f945319e4b2fd757c70939 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/190f4501e2f945319e4b2fd757c70939 2024-12-02T22:25:30,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/190f4501e2f945319e4b2fd757c70939, entries=200, sequenceid=183, filesize=14.2 K 2024-12-02T22:25:30,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/91342994a2f849a48cb849d2ea2935f2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/91342994a2f849a48cb849d2ea2935f2 2024-12-02T22:25:30,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/91342994a2f849a48cb849d2ea2935f2, entries=150, sequenceid=183, filesize=11.9 K 2024-12-02T22:25:30,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/75c12c0a28f646efb69a0c7c23c53333 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/75c12c0a28f646efb69a0c7c23c53333 2024-12-02T22:25:30,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/75c12c0a28f646efb69a0c7c23c53333, entries=150, sequenceid=183, filesize=11.9 K 2024-12-02T22:25:30,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6116f6b411c12bfb3fdd24185f48e98e in 1312ms, sequenceid=183, compaction requested=true 2024-12-02T22:25:30,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:30,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:30,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:30,494 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:30,494 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:30,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:30,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:30,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:30,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:30,495 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:30,495 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:30,495 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/A is initiating minor compaction (all files) 2024-12-02T22:25:30,495 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/B is initiating minor compaction (all files) 2024-12-02T22:25:30,495 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/A in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:30,495 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/B in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:30,495 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e99c3422478c49709176b29776b8125d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9e70cf8862b8433ebf9bf6170938ad39, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/91342994a2f849a48cb849d2ea2935f2] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=35.9 K 2024-12-02T22:25:30,495 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/dc5bc0746df8414c8d577b76eee61022, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/c7f61cbf36fd44a2811770d6f4cbcf2d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/190f4501e2f945319e4b2fd757c70939] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=38.3 K 2024-12-02T22:25:30,496 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc5bc0746df8414c8d577b76eee61022, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178326914 2024-12-02T22:25:30,496 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e99c3422478c49709176b29776b8125d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178326914 2024-12-02T22:25:30,496 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7f61cbf36fd44a2811770d6f4cbcf2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733178326943 2024-12-02T22:25:30,496 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e70cf8862b8433ebf9bf6170938ad39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733178326943 2024-12-02T22:25:30,496 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 190f4501e2f945319e4b2fd757c70939, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733178329075 2024-12-02T22:25:30,496 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 91342994a2f849a48cb849d2ea2935f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733178329075 2024-12-02T22:25:30,501 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#B#compaction#422 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:30,502 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/7d1c802a16f8488bb4901c155b55cd52 is 50, key is test_row_0/B:col10/1733178329182/Put/seqid=0 2024-12-02T22:25:30,504 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:30,504 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/a86e219eeab64e2ab94777bfc76ab31e is 50, key is test_row_0/A:col10/1733178329182/Put/seqid=0 2024-12-02T22:25:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742326_1502 (size=12595) 2024-12-02T22:25:30,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742325_1501 (size=12595) 2024-12-02T22:25:30,512 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/7d1c802a16f8488bb4901c155b55cd52 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7d1c802a16f8488bb4901c155b55cd52 2024-12-02T22:25:30,514 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/a86e219eeab64e2ab94777bfc76ab31e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/a86e219eeab64e2ab94777bfc76ab31e 2024-12-02T22:25:30,516 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/B of 6116f6b411c12bfb3fdd24185f48e98e into 7d1c802a16f8488bb4901c155b55cd52(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:30,516 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:30,516 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/B, priority=13, startTime=1733178330494; duration=0sec 2024-12-02T22:25:30,516 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:30,516 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:B 2024-12-02T22:25:30,517 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:30,517 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/A of 6116f6b411c12bfb3fdd24185f48e98e into a86e219eeab64e2ab94777bfc76ab31e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:30,517 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:30,517 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/A, priority=13, startTime=1733178330494; duration=0sec 2024-12-02T22:25:30,517 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:30,517 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:A 2024-12-02T22:25:30,517 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:30,518 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/C is initiating minor compaction (all files) 2024-12-02T22:25:30,518 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/C in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:30,518 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/8730203b1c47406cbd5e4588bc3db99f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/37c644f397aa4278b68a6022efca2d1d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/75c12c0a28f646efb69a0c7c23c53333] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=35.9 K 2024-12-02T22:25:30,518 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 8730203b1c47406cbd5e4588bc3db99f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733178326914 2024-12-02T22:25:30,518 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 37c644f397aa4278b68a6022efca2d1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733178326943 2024-12-02T22:25:30,518 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c12c0a28f646efb69a0c7c23c53333, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733178329075 2024-12-02T22:25:30,524 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#C#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:30,525 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/7431aed246f848618343e82ab7a047ec is 50, key is test_row_0/C:col10/1733178329182/Put/seqid=0 2024-12-02T22:25:30,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742327_1503 (size=12595) 2024-12-02T22:25:30,933 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/7431aed246f848618343e82ab7a047ec as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7431aed246f848618343e82ab7a047ec 2024-12-02T22:25:30,935 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/C of 6116f6b411c12bfb3fdd24185f48e98e into 7431aed246f848618343e82ab7a047ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:30,935 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:30,935 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/C, priority=13, startTime=1733178330494; duration=0sec 2024-12-02T22:25:30,936 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:30,936 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:C 2024-12-02T22:25:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T22:25:31,017 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-02T22:25:31,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-02T22:25:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T22:25:31,019 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:31,019 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:31,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T22:25:31,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-02T22:25:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:31,171 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T22:25:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:31,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/40e3c92414f4474eb92a4e99edce24bf is 50, key is test_row_0/A:col10/1733178329241/Put/seqid=0 2024-12-02T22:25:31,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742328_1504 (size=12151) 2024-12-02T22:25:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T22:25:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:31,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178391385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178391386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178391386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178391388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178391488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178391490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178391490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178391491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,582 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/40e3c92414f4474eb92a4e99edce24bf 2024-12-02T22:25:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/78b985f64a374945946e64dbca6eedaf is 50, key is test_row_0/B:col10/1733178329241/Put/seqid=0 2024-12-02T22:25:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742329_1505 (size=12151) 2024-12-02T22:25:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T22:25:31,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178391693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178391693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178391693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178391695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:31,991 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/78b985f64a374945946e64dbca6eedaf 2024-12-02T22:25:31,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/e066683e8e7b4e1990209a0e6a8b41ac is 50, key is test_row_0/C:col10/1733178329241/Put/seqid=0 2024-12-02T22:25:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742330_1506 (size=12151) 2024-12-02T22:25:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178391996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178391998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178391998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178391998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T22:25:32,399 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/e066683e8e7b4e1990209a0e6a8b41ac 2024-12-02T22:25:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/40e3c92414f4474eb92a4e99edce24bf as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/40e3c92414f4474eb92a4e99edce24bf 2024-12-02T22:25:32,404 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/40e3c92414f4474eb92a4e99edce24bf, entries=150, sequenceid=208, filesize=11.9 K 2024-12-02T22:25:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/78b985f64a374945946e64dbca6eedaf as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/78b985f64a374945946e64dbca6eedaf 2024-12-02T22:25:32,407 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/78b985f64a374945946e64dbca6eedaf, entries=150, sequenceid=208, filesize=11.9 K 2024-12-02T22:25:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/e066683e8e7b4e1990209a0e6a8b41ac as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/e066683e8e7b4e1990209a0e6a8b41ac 2024-12-02T22:25:32,410 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/e066683e8e7b4e1990209a0e6a8b41ac, entries=150, sequenceid=208, filesize=11.9 K 2024-12-02T22:25:32,410 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6116f6b411c12bfb3fdd24185f48e98e in 1239ms, sequenceid=208, compaction requested=false 2024-12-02T22:25:32,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:32,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:32,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-02T22:25:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-02T22:25:32,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-02T22:25:32,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-12-02T22:25:32,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.3950 sec 2024-12-02T22:25:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:32,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T22:25:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:32,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/1a42321c7db344fc958824e43df113b1 is 50, key is test_row_0/A:col10/1733178332501/Put/seqid=0 2024-12-02T22:25:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742331_1507 (size=14541) 2024-12-02T22:25:32,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/1a42321c7db344fc958824e43df113b1 2024-12-02T22:25:32,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/d242693471b14b14a06fe2d1202d802d is 50, key is test_row_0/B:col10/1733178332501/Put/seqid=0 2024-12-02T22:25:32,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742332_1508 (size=12151) 2024-12-02T22:25:32,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178392529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178392530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178392533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178392533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178392634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178392634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178392641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178392641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178392841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178392842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178392847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178392847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:32,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/d242693471b14b14a06fe2d1202d802d 2024-12-02T22:25:32,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/063cfbe396f0453c82811de1190a0a6a is 50, key is test_row_0/C:col10/1733178332501/Put/seqid=0 2024-12-02T22:25:32,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742333_1509 (size=12151) 2024-12-02T22:25:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-02T22:25:33,122 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-02T22:25:33,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-02T22:25:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T22:25:33,124 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:33,124 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:33,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:33,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178393147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178393147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178393150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178393151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T22:25:33,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T22:25:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:33,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:33,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/063cfbe396f0453c82811de1190a0a6a 2024-12-02T22:25:33,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/1a42321c7db344fc958824e43df113b1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1a42321c7db344fc958824e43df113b1 2024-12-02T22:25:33,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1a42321c7db344fc958824e43df113b1, entries=200, sequenceid=223, filesize=14.2 K 2024-12-02T22:25:33,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/d242693471b14b14a06fe2d1202d802d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/d242693471b14b14a06fe2d1202d802d 2024-12-02T22:25:33,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/d242693471b14b14a06fe2d1202d802d, entries=150, sequenceid=223, filesize=11.9 K 2024-12-02T22:25:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/063cfbe396f0453c82811de1190a0a6a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/063cfbe396f0453c82811de1190a0a6a 2024-12-02T22:25:33,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/063cfbe396f0453c82811de1190a0a6a, entries=150, sequenceid=223, filesize=11.9 K 2024-12-02T22:25:33,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6116f6b411c12bfb3fdd24185f48e98e in 844ms, sequenceid=223, compaction requested=true 2024-12-02T22:25:33,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:33,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:33,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:33,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:33,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:33,347 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:33,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:33,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:33,347 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:33,347 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:33,347 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/A is initiating minor compaction (all files) 2024-12-02T22:25:33,347 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:33,347 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/B is initiating minor compaction (all files) 2024-12-02T22:25:33,347 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/B in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:33,347 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/A in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:33,348 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7d1c802a16f8488bb4901c155b55cd52, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/78b985f64a374945946e64dbca6eedaf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/d242693471b14b14a06fe2d1202d802d] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=36.0 K 2024-12-02T22:25:33,348 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/a86e219eeab64e2ab94777bfc76ab31e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/40e3c92414f4474eb92a4e99edce24bf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1a42321c7db344fc958824e43df113b1] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=38.4 K 2024-12-02T22:25:33,348 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d1c802a16f8488bb4901c155b55cd52, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733178329075 2024-12-02T22:25:33,348 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a86e219eeab64e2ab94777bfc76ab31e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733178329075 2024-12-02T22:25:33,348 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b985f64a374945946e64dbca6eedaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733178329240 2024-12-02T22:25:33,348 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40e3c92414f4474eb92a4e99edce24bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733178329240 2024-12-02T22:25:33,348 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d242693471b14b14a06fe2d1202d802d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733178331384 2024-12-02T22:25:33,348 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a42321c7db344fc958824e43df113b1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733178331384 2024-12-02T22:25:33,353 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#A#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:33,353 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:33,353 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/65974549244843f0b0cef63b0dd70273 is 50, key is test_row_0/A:col10/1733178332501/Put/seqid=0 2024-12-02T22:25:33,353 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/01808bf8079a4336b7af8ee1aafc41e6 is 50, key is test_row_0/B:col10/1733178332501/Put/seqid=0 2024-12-02T22:25:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742334_1510 (size=12697) 2024-12-02T22:25:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742335_1511 (size=12697) 2024-12-02T22:25:33,360 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/01808bf8079a4336b7af8ee1aafc41e6 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/01808bf8079a4336b7af8ee1aafc41e6 2024-12-02T22:25:33,363 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/B of 6116f6b411c12bfb3fdd24185f48e98e into 01808bf8079a4336b7af8ee1aafc41e6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:33,363 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:33,363 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/B, priority=13, startTime=1733178333347; duration=0sec 2024-12-02T22:25:33,363 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:33,363 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:B 2024-12-02T22:25:33,364 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:33,364 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:33,364 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/C is initiating minor compaction (all files) 2024-12-02T22:25:33,364 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/C in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:33,364 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7431aed246f848618343e82ab7a047ec, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/e066683e8e7b4e1990209a0e6a8b41ac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/063cfbe396f0453c82811de1190a0a6a] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=36.0 K 2024-12-02T22:25:33,365 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7431aed246f848618343e82ab7a047ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733178329075 2024-12-02T22:25:33,365 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e066683e8e7b4e1990209a0e6a8b41ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733178329240 2024-12-02T22:25:33,365 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 063cfbe396f0453c82811de1190a0a6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733178331384 2024-12-02T22:25:33,370 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#C#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:33,370 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/08f2749e193349c8922f3d6d58e446de is 50, key is test_row_0/C:col10/1733178332501/Put/seqid=0 2024-12-02T22:25:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742336_1512 (size=12697) 2024-12-02T22:25:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T22:25:33,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T22:25:33,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:33,428 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T22:25:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:33,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/6b147385fecb4598b2d0a4e6d510eabe is 50, key is test_row_0/A:col10/1733178332519/Put/seqid=0 2024-12-02T22:25:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742337_1513 (size=12151) 2024-12-02T22:25:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:33,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178393660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178393663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178393664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178393665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T22:25:33,759 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/65974549244843f0b0cef63b0dd70273 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/65974549244843f0b0cef63b0dd70273 2024-12-02T22:25:33,762 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/A of 6116f6b411c12bfb3fdd24185f48e98e into 65974549244843f0b0cef63b0dd70273(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:33,762 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:33,762 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/A, priority=13, startTime=1733178333347; duration=0sec 2024-12-02T22:25:33,762 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:33,762 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:A 2024-12-02T22:25:33,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178393766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178393769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178393770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178393771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,777 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/08f2749e193349c8922f3d6d58e446de as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/08f2749e193349c8922f3d6d58e446de 2024-12-02T22:25:33,780 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/C of 6116f6b411c12bfb3fdd24185f48e98e into 08f2749e193349c8922f3d6d58e446de(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:33,780 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:33,780 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/C, priority=13, startTime=1733178333347; duration=0sec 2024-12-02T22:25:33,780 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:33,780 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:C 2024-12-02T22:25:33,835 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/6b147385fecb4598b2d0a4e6d510eabe 2024-12-02T22:25:33,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/59dc1ae5b3864566b715ac950c8fff65 is 50, key is test_row_0/B:col10/1733178332519/Put/seqid=0 2024-12-02T22:25:33,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742338_1514 (size=12151) 2024-12-02T22:25:33,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178393969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178393972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178393972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:33,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178393975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T22:25:34,244 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/59dc1ae5b3864566b715ac950c8fff65 2024-12-02T22:25:34,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/a8fda5352f9f4152a13d248a6e2387f4 is 50, key is test_row_0/C:col10/1733178332519/Put/seqid=0 2024-12-02T22:25:34,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742339_1515 (size=12151) 2024-12-02T22:25:34,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178394274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178394275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178394278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178394279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,282 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/a8fda5352f9f4152a13d248a6e2387f4 2024-12-02T22:25:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/6b147385fecb4598b2d0a4e6d510eabe as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/6b147385fecb4598b2d0a4e6d510eabe 2024-12-02T22:25:34,287 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/6b147385fecb4598b2d0a4e6d510eabe, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T22:25:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/59dc1ae5b3864566b715ac950c8fff65 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/59dc1ae5b3864566b715ac950c8fff65 2024-12-02T22:25:34,290 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/59dc1ae5b3864566b715ac950c8fff65, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T22:25:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/a8fda5352f9f4152a13d248a6e2387f4 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/a8fda5352f9f4152a13d248a6e2387f4 2024-12-02T22:25:34,293 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/a8fda5352f9f4152a13d248a6e2387f4, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T22:25:34,294 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6116f6b411c12bfb3fdd24185f48e98e in 866ms, sequenceid=246, compaction requested=false 2024-12-02T22:25:34,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:34,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:34,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-02T22:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-02T22:25:34,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-02T22:25:34,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-12-02T22:25:34,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.1740 sec 2024-12-02T22:25:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:34,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T22:25:34,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:34,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/825b8634f6c746f89b29ea8df84a2684 is 50, key is test_row_0/A:col10/1733178333654/Put/seqid=0 2024-12-02T22:25:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742340_1516 (size=14691) 2024-12-02T22:25:34,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178394804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178394806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178394807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178394807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178394908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178394912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178394912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:34,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178394913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178395112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178395115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178395116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178395117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/825b8634f6c746f89b29ea8df84a2684 2024-12-02T22:25:35,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/06cc953e9a8e48ce82e79b9ae215ff11 is 50, key is test_row_0/B:col10/1733178333654/Put/seqid=0 2024-12-02T22:25:35,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742341_1517 (size=12251) 2024-12-02T22:25:35,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/06cc953e9a8e48ce82e79b9ae215ff11 2024-12-02T22:25:35,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/7a41f0f4f4fd45d880c2eaca6e908e2d is 50, key is test_row_0/C:col10/1733178333654/Put/seqid=0 2024-12-02T22:25:35,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742342_1518 (size=12251) 2024-12-02T22:25:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T22:25:35,227 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-02T22:25:35,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-02T22:25:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T22:25:35,229 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:35,229 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:35,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T22:25:35,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-02T22:25:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:35,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:35,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178395417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178395420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178395422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178395425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T22:25:35,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-02T22:25:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:35,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:35,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/7a41f0f4f4fd45d880c2eaca6e908e2d 2024-12-02T22:25:35,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/825b8634f6c746f89b29ea8df84a2684 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/825b8634f6c746f89b29ea8df84a2684 2024-12-02T22:25:35,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/825b8634f6c746f89b29ea8df84a2684, entries=200, sequenceid=263, filesize=14.3 K 2024-12-02T22:25:35,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/06cc953e9a8e48ce82e79b9ae215ff11 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/06cc953e9a8e48ce82e79b9ae215ff11 2024-12-02T22:25:35,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/06cc953e9a8e48ce82e79b9ae215ff11, entries=150, sequenceid=263, filesize=12.0 K 2024-12-02T22:25:35,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/7a41f0f4f4fd45d880c2eaca6e908e2d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7a41f0f4f4fd45d880c2eaca6e908e2d 2024-12-02T22:25:35,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7a41f0f4f4fd45d880c2eaca6e908e2d, entries=150, sequenceid=263, filesize=12.0 K 2024-12-02T22:25:35,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6116f6b411c12bfb3fdd24185f48e98e in 839ms, sequenceid=263, compaction requested=true 2024-12-02T22:25:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:35,623 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:35,623 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:35,623 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:35,623 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:35,623 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/A is initiating minor compaction (all files) 2024-12-02T22:25:35,623 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/B is initiating minor compaction (all files) 2024-12-02T22:25:35,624 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/B in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:35,624 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/A in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:35,624 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/01808bf8079a4336b7af8ee1aafc41e6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/59dc1ae5b3864566b715ac950c8fff65, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/06cc953e9a8e48ce82e79b9ae215ff11] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=36.2 K 2024-12-02T22:25:35,624 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/65974549244843f0b0cef63b0dd70273, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/6b147385fecb4598b2d0a4e6d510eabe, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/825b8634f6c746f89b29ea8df84a2684] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=38.6 K 2024-12-02T22:25:35,624 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65974549244843f0b0cef63b0dd70273, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733178331384 2024-12-02T22:25:35,624 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 01808bf8079a4336b7af8ee1aafc41e6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733178331384 2024-12-02T22:25:35,624 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b147385fecb4598b2d0a4e6d510eabe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733178332519 2024-12-02T22:25:35,624 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 59dc1ae5b3864566b715ac950c8fff65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733178332519 2024-12-02T22:25:35,624 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 825b8634f6c746f89b29ea8df84a2684, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733178333654 2024-12-02T22:25:35,624 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 06cc953e9a8e48ce82e79b9ae215ff11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733178333654 2024-12-02T22:25:35,629 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:35,629 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/e682d2aa7fa045adbfaeb1c4c55e1016 is 50, key is test_row_0/B:col10/1733178333654/Put/seqid=0 2024-12-02T22:25:35,629 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:35,630 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/ae88267cd5be4a199a3a014a34593c29 is 50, key is test_row_0/A:col10/1733178333654/Put/seqid=0 2024-12-02T22:25:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742344_1520 (size=12899) 2024-12-02T22:25:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742343_1519 (size=12899) 2024-12-02T22:25:35,637 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/ae88267cd5be4a199a3a014a34593c29 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/ae88267cd5be4a199a3a014a34593c29 2024-12-02T22:25:35,640 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/A of 6116f6b411c12bfb3fdd24185f48e98e into ae88267cd5be4a199a3a014a34593c29(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:35,640 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:35,640 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/A, priority=13, startTime=1733178335623; duration=0sec 2024-12-02T22:25:35,640 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:35,640 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:A 2024-12-02T22:25:35,641 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:35,641 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:35,641 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/C is initiating minor compaction (all files) 2024-12-02T22:25:35,641 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/C in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:35,641 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/08f2749e193349c8922f3d6d58e446de, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/a8fda5352f9f4152a13d248a6e2387f4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7a41f0f4f4fd45d880c2eaca6e908e2d] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=36.2 K 2024-12-02T22:25:35,642 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f2749e193349c8922f3d6d58e446de, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733178331384 2024-12-02T22:25:35,642 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8fda5352f9f4152a13d248a6e2387f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733178332519 2024-12-02T22:25:35,642 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a41f0f4f4fd45d880c2eaca6e908e2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733178333654 2024-12-02T22:25:35,650 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#C#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:35,650 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/faf677ba18654256882875680d179abb is 50, key is test_row_0/C:col10/1733178333654/Put/seqid=0 2024-12-02T22:25:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742345_1521 (size=12899) 2024-12-02T22:25:35,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-02T22:25:35,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:35,686 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T22:25:35,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:35,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:35,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:35,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:35,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:35,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:35,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/275a330c1fa44ee08ba7232de6f9893a is 50, key is test_row_0/A:col10/1733178334803/Put/seqid=0 2024-12-02T22:25:35,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742346_1522 (size=12301) 2024-12-02T22:25:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T22:25:35,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:35,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178395940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178395941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178395944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:35,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178395946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,037 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/e682d2aa7fa045adbfaeb1c4c55e1016 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e682d2aa7fa045adbfaeb1c4c55e1016 2024-12-02T22:25:36,041 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/B of 6116f6b411c12bfb3fdd24185f48e98e into e682d2aa7fa045adbfaeb1c4c55e1016(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:36,041 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:36,041 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/B, priority=13, startTime=1733178335623; duration=0sec 2024-12-02T22:25:36,041 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:36,041 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:B 2024-12-02T22:25:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178396047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178396047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178396047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178396051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,057 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/faf677ba18654256882875680d179abb as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/faf677ba18654256882875680d179abb 2024-12-02T22:25:36,060 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/C of 6116f6b411c12bfb3fdd24185f48e98e into faf677ba18654256882875680d179abb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:36,060 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:36,060 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/C, priority=13, startTime=1733178335623; duration=0sec 2024-12-02T22:25:36,060 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:36,060 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:C 2024-12-02T22:25:36,093 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/275a330c1fa44ee08ba7232de6f9893a 2024-12-02T22:25:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/b275ab8fe6c74416a01990ff0c194f9f is 50, key is test_row_0/B:col10/1733178334803/Put/seqid=0 2024-12-02T22:25:36,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742347_1523 (size=12301) 2024-12-02T22:25:36,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178396250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178396251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178396251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178396255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T22:25:36,502 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/b275ab8fe6c74416a01990ff0c194f9f 2024-12-02T22:25:36,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/f67df41da7e34955b0291e0423679430 is 50, key is test_row_0/C:col10/1733178334803/Put/seqid=0 2024-12-02T22:25:36,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742348_1524 (size=12301) 2024-12-02T22:25:36,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178396551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178396554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178396556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178396559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:36,919 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/f67df41da7e34955b0291e0423679430 2024-12-02T22:25:36,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/275a330c1fa44ee08ba7232de6f9893a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/275a330c1fa44ee08ba7232de6f9893a 2024-12-02T22:25:36,925 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/275a330c1fa44ee08ba7232de6f9893a, entries=150, sequenceid=285, filesize=12.0 K 2024-12-02T22:25:36,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/b275ab8fe6c74416a01990ff0c194f9f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b275ab8fe6c74416a01990ff0c194f9f 2024-12-02T22:25:36,928 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b275ab8fe6c74416a01990ff0c194f9f, entries=150, sequenceid=285, filesize=12.0 K 2024-12-02T22:25:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/f67df41da7e34955b0291e0423679430 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/f67df41da7e34955b0291e0423679430 2024-12-02T22:25:36,931 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/f67df41da7e34955b0291e0423679430, entries=150, sequenceid=285, filesize=12.0 K 2024-12-02T22:25:36,931 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6116f6b411c12bfb3fdd24185f48e98e in 1245ms, sequenceid=285, compaction requested=false 2024-12-02T22:25:36,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:36,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:36,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-02T22:25:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-02T22:25:36,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-02T22:25:36,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7030 sec 2024-12-02T22:25:36,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.7060 sec 2024-12-02T22:25:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:37,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T22:25:37,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:37,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:37,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:37,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:37,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:37,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:37,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/25356f28efb84230a929af5aadc65d01 is 50, key is test_row_0/A:col10/1733178337056/Put/seqid=0 2024-12-02T22:25:37,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742349_1525 (size=14741) 2024-12-02T22:25:37,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178397080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178397081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178397084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178397084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178397185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178397185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178397189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178397189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T22:25:37,332 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-02T22:25:37,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-02T22:25:37,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:37,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:37,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T22:25:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178397389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178397390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178397392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178397392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T22:25:37,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:25:37,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/25356f28efb84230a929af5aadc65d01 2024-12-02T22:25:37,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/dceec9330ef7486c8da1797173099a73 is 50, key is test_row_0/B:col10/1733178337056/Put/seqid=0 2024-12-02T22:25:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742350_1526 (size=12301) 2024-12-02T22:25:37,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T22:25:37,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:37,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:37,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:37,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T22:25:37,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T22:25:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:37,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178397693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178397698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178397701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178397701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T22:25:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:37,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1733178397797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,798 DEBUG [Thread-2057 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., hostname=5e55ea54544d,39943,1733178189000, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:25:37,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/dceec9330ef7486c8da1797173099a73 2024-12-02T22:25:37,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/23963fede78a4e1e820c9e4e88e6df1a is 50, key is test_row_0/C:col10/1733178337056/Put/seqid=0 2024-12-02T22:25:37,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742351_1527 (size=12301) 2024-12-02T22:25:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T22:25:37,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:37,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T22:25:37,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:37,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:37,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:37,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:38,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:38,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T22:25:38,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:38,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:38,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:38,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:38,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:38,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178398198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:38,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178398204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:38,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178398206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:38,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178398208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:38,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:38,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T22:25:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:38,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:38,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/23963fede78a4e1e820c9e4e88e6df1a 2024-12-02T22:25:38,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/25356f28efb84230a929af5aadc65d01 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/25356f28efb84230a929af5aadc65d01 2024-12-02T22:25:38,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/25356f28efb84230a929af5aadc65d01, entries=200, sequenceid=303, filesize=14.4 K 2024-12-02T22:25:38,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/dceec9330ef7486c8da1797173099a73 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dceec9330ef7486c8da1797173099a73 2024-12-02T22:25:38,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dceec9330ef7486c8da1797173099a73, entries=150, sequenceid=303, filesize=12.0 K 2024-12-02T22:25:38,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/23963fede78a4e1e820c9e4e88e6df1a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/23963fede78a4e1e820c9e4e88e6df1a 2024-12-02T22:25:38,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/23963fede78a4e1e820c9e4e88e6df1a, entries=150, sequenceid=303, filesize=12.0 K 2024-12-02T22:25:38,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6116f6b411c12bfb3fdd24185f48e98e in 1240ms, sequenceid=303, compaction requested=true 2024-12-02T22:25:38,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:38,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:38,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:38,297 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:38,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:38,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:38,297 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:38,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:38,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:38,298 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:38,298 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/A is initiating minor compaction (all files) 2024-12-02T22:25:38,298 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/A in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:38,298 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/ae88267cd5be4a199a3a014a34593c29, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/275a330c1fa44ee08ba7232de6f9893a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/25356f28efb84230a929af5aadc65d01] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=39.0 K 2024-12-02T22:25:38,298 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:38,298 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae88267cd5be4a199a3a014a34593c29, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733178333654 2024-12-02T22:25:38,298 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/B is initiating minor compaction (all files) 2024-12-02T22:25:38,298 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/B in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:38,298 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e682d2aa7fa045adbfaeb1c4c55e1016, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b275ab8fe6c74416a01990ff0c194f9f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dceec9330ef7486c8da1797173099a73] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=36.6 K 2024-12-02T22:25:38,299 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e682d2aa7fa045adbfaeb1c4c55e1016, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733178333654 2024-12-02T22:25:38,299 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 275a330c1fa44ee08ba7232de6f9893a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733178334803 2024-12-02T22:25:38,299 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b275ab8fe6c74416a01990ff0c194f9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733178334803 2024-12-02T22:25:38,299 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25356f28efb84230a929af5aadc65d01, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733178335937 2024-12-02T22:25:38,299 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting dceec9330ef7486c8da1797173099a73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733178335937 2024-12-02T22:25:38,303 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#A#compaction#449 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:38,304 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/1c4a990177a84c9c8bcea04e16b650d0 is 50, key is test_row_0/A:col10/1733178337056/Put/seqid=0 2024-12-02T22:25:38,304 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:38,304 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/9cf0655914da42529c36e7eb4e848179 is 50, key is test_row_0/B:col10/1733178337056/Put/seqid=0 2024-12-02T22:25:38,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742352_1528 (size=13051) 2024-12-02T22:25:38,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742353_1529 (size=13051) 2024-12-02T22:25:38,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:38,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T22:25:38,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:38,400 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T22:25:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:38,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/f9edb029774143ecb34646f059fdd5ee is 50, key is test_row_0/A:col10/1733178337080/Put/seqid=0 2024-12-02T22:25:38,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742354_1530 (size=12301) 2024-12-02T22:25:38,407 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/f9edb029774143ecb34646f059fdd5ee 2024-12-02T22:25:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/7bf7bca6989241ba91532d52aa82c59d is 50, key is test_row_0/B:col10/1733178337080/Put/seqid=0 2024-12-02T22:25:38,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742355_1531 (size=12301) 2024-12-02T22:25:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T22:25:38,717 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/1c4a990177a84c9c8bcea04e16b650d0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1c4a990177a84c9c8bcea04e16b650d0 2024-12-02T22:25:38,717 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/9cf0655914da42529c36e7eb4e848179 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9cf0655914da42529c36e7eb4e848179 2024-12-02T22:25:38,719 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/B of 6116f6b411c12bfb3fdd24185f48e98e into 9cf0655914da42529c36e7eb4e848179(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:38,720 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/A of 6116f6b411c12bfb3fdd24185f48e98e into 1c4a990177a84c9c8bcea04e16b650d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:38,720 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/A, priority=13, startTime=1733178338297; duration=0sec 2024-12-02T22:25:38,720 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/B, priority=13, startTime=1733178338297; duration=0sec 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:A 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:B 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:38,720 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/C is initiating minor compaction (all files) 2024-12-02T22:25:38,720 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/C in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:38,721 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/faf677ba18654256882875680d179abb, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/f67df41da7e34955b0291e0423679430, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/23963fede78a4e1e820c9e4e88e6df1a] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=36.6 K 2024-12-02T22:25:38,721 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting faf677ba18654256882875680d179abb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733178333654 2024-12-02T22:25:38,721 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting f67df41da7e34955b0291e0423679430, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733178334803 2024-12-02T22:25:38,721 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23963fede78a4e1e820c9e4e88e6df1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733178335937 2024-12-02T22:25:38,725 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:38,725 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/277ea5f40a454cb9a5f2ec463996e0e2 is 50, key is test_row_0/C:col10/1733178337056/Put/seqid=0 2024-12-02T22:25:38,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742356_1532 (size=13051) 2024-12-02T22:25:38,816 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/7bf7bca6989241ba91532d52aa82c59d 2024-12-02T22:25:38,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/0835e6ff3e2947af8994ff4329245738 is 50, key is test_row_0/C:col10/1733178337080/Put/seqid=0 2024-12-02T22:25:38,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742357_1533 (size=12301) 2024-12-02T22:25:39,131 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/277ea5f40a454cb9a5f2ec463996e0e2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/277ea5f40a454cb9a5f2ec463996e0e2 2024-12-02T22:25:39,134 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/C of 6116f6b411c12bfb3fdd24185f48e98e into 277ea5f40a454cb9a5f2ec463996e0e2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:39,134 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:39,134 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/C, priority=13, startTime=1733178338297; duration=0sec 2024-12-02T22:25:39,134 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:39,134 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:C 2024-12-02T22:25:39,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:39,224 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/0835e6ff3e2947af8994ff4329245738 2024-12-02T22:25:39,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/f9edb029774143ecb34646f059fdd5ee as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f9edb029774143ecb34646f059fdd5ee 2024-12-02T22:25:39,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178399223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,229 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f9edb029774143ecb34646f059fdd5ee, entries=150, sequenceid=323, filesize=12.0 K 2024-12-02T22:25:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/7bf7bca6989241ba91532d52aa82c59d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7bf7bca6989241ba91532d52aa82c59d 2024-12-02T22:25:39,231 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7bf7bca6989241ba91532d52aa82c59d, entries=150, sequenceid=323, filesize=12.0 K 2024-12-02T22:25:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178399227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178399227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/0835e6ff3e2947af8994ff4329245738 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0835e6ff3e2947af8994ff4329245738 2024-12-02T22:25:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178399227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,234 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0835e6ff3e2947af8994ff4329245738, entries=150, sequenceid=323, filesize=12.0 K 2024-12-02T22:25:39,235 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6116f6b411c12bfb3fdd24185f48e98e in 834ms, sequenceid=323, compaction requested=false 2024-12-02T22:25:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-02T22:25:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-02T22:25:39,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-02T22:25:39,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9000 sec 2024-12-02T22:25:39,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.9030 sec 2024-12-02T22:25:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:39,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T22:25:39,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:39,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:39,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:39,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:39,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:39,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:39,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/7b4b480dd1284e1da6b624320250ace7 is 50, key is test_row_0/A:col10/1733178339226/Put/seqid=0 2024-12-02T22:25:39,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742358_1534 (size=14741) 2024-12-02T22:25:39,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178399347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178399351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178399351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178399352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T22:25:39,438 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-02T22:25:39,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-02T22:25:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T22:25:39,440 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:39,441 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:39,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:39,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178399453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178399456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178399459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178399459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T22:25:39,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T22:25:39,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:39,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:39,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:39,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,597 DEBUG [Thread-2068 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:61729 2024-12-02T22:25:39,597 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:39,598 DEBUG [Thread-2072 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:61729 2024-12-02T22:25:39,598 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:39,599 DEBUG [Thread-2066 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:61729 2024-12-02T22:25:39,599 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:39,601 DEBUG [Thread-2070 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:61729 2024-12-02T22:25:39,601 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:39,602 DEBUG [Thread-2074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:61729 2024-12-02T22:25:39,602 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:39,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178399658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178399661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178399664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178399664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/7b4b480dd1284e1da6b624320250ace7 2024-12-02T22:25:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T22:25:39,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T22:25:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:39,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/db59efddb1d541e5bde40b5addd669f0 is 50, key is test_row_0/B:col10/1733178339226/Put/seqid=0 2024-12-02T22:25:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742359_1535 (size=12301) 2024-12-02T22:25:39,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T22:25:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:39,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178399962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178399965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178399967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:39,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178399967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T22:25:40,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T22:25:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/db59efddb1d541e5bde40b5addd669f0 2024-12-02T22:25:40,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/3ab4d5ecfec444199e51005df2c07814 is 50, key is test_row_0/C:col10/1733178339226/Put/seqid=0 2024-12-02T22:25:40,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742360_1536 (size=12301) 2024-12-02T22:25:40,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T22:25:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T22:25:40,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:40,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48312 deadline: 1733178400467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48292 deadline: 1733178400470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1733178400470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48314 deadline: 1733178400472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T22:25:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T22:25:40,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/3ab4d5ecfec444199e51005df2c07814 2024-12-02T22:25:40,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/7b4b480dd1284e1da6b624320250ace7 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/7b4b480dd1284e1da6b624320250ace7 2024-12-02T22:25:40,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/7b4b480dd1284e1da6b624320250ace7, entries=200, sequenceid=343, filesize=14.4 K 2024-12-02T22:25:40,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/db59efddb1d541e5bde40b5addd669f0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/db59efddb1d541e5bde40b5addd669f0 2024-12-02T22:25:40,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/db59efddb1d541e5bde40b5addd669f0, entries=150, sequenceid=343, filesize=12.0 K 2024-12-02T22:25:40,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/3ab4d5ecfec444199e51005df2c07814 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/3ab4d5ecfec444199e51005df2c07814 2024-12-02T22:25:40,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/3ab4d5ecfec444199e51005df2c07814, entries=150, sequenceid=343, filesize=12.0 K 2024-12-02T22:25:40,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6116f6b411c12bfb3fdd24185f48e98e in 1294ms, sequenceid=343, compaction requested=true 2024-12-02T22:25:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:40,627 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:40,627 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6116f6b411c12bfb3fdd24185f48e98e:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:40,628 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:40,628 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:40,628 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/B is initiating minor compaction (all files) 2024-12-02T22:25:40,628 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/A is initiating minor compaction (all files) 2024-12-02T22:25:40,628 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/B in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,628 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/A in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,628 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9cf0655914da42529c36e7eb4e848179, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7bf7bca6989241ba91532d52aa82c59d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/db59efddb1d541e5bde40b5addd669f0] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=36.8 K 2024-12-02T22:25:40,628 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1c4a990177a84c9c8bcea04e16b650d0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f9edb029774143ecb34646f059fdd5ee, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/7b4b480dd1284e1da6b624320250ace7] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=39.2 K 2024-12-02T22:25:40,629 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf0655914da42529c36e7eb4e848179, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733178335937 2024-12-02T22:25:40,629 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c4a990177a84c9c8bcea04e16b650d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733178335937 2024-12-02T22:25:40,629 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9edb029774143ecb34646f059fdd5ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733178337080 2024-12-02T22:25:40,629 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bf7bca6989241ba91532d52aa82c59d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733178337080 2024-12-02T22:25:40,629 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b4b480dd1284e1da6b624320250ace7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733178339222 2024-12-02T22:25:40,629 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting db59efddb1d541e5bde40b5addd669f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733178339226 2024-12-02T22:25:40,633 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#A#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:40,633 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:40,633 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/86371694ea02403d85d90cd81dcdf660 is 50, key is test_row_0/B:col10/1733178339226/Put/seqid=0 2024-12-02T22:25:40,633 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/f919a1fd5f47426496b8b4c66a4e7eca is 50, key is test_row_0/A:col10/1733178339226/Put/seqid=0 2024-12-02T22:25:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742362_1538 (size=13153) 2024-12-02T22:25:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742361_1537 (size=13153) 2024-12-02T22:25:40,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:40,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T22:25:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:40,671 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T22:25:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:40,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/294ad8a178f4421b951cf0c29d646287 is 50, key is test_row_0/A:col10/1733178339346/Put/seqid=0 2024-12-02T22:25:40,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742363_1539 (size=12301) 2024-12-02T22:25:41,045 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/f919a1fd5f47426496b8b4c66a4e7eca as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f919a1fd5f47426496b8b4c66a4e7eca 2024-12-02T22:25:41,045 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/86371694ea02403d85d90cd81dcdf660 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/86371694ea02403d85d90cd81dcdf660 2024-12-02T22:25:41,050 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/B of 6116f6b411c12bfb3fdd24185f48e98e into 86371694ea02403d85d90cd81dcdf660(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:41,050 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/A of 6116f6b411c12bfb3fdd24185f48e98e into f919a1fd5f47426496b8b4c66a4e7eca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:41,051 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:41,051 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:41,051 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/B, priority=13, startTime=1733178340627; duration=0sec 2024-12-02T22:25:41,051 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/A, priority=13, startTime=1733178340627; duration=0sec 2024-12-02T22:25:41,051 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:41,051 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:41,051 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:B 2024-12-02T22:25:41,051 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:A 2024-12-02T22:25:41,051 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:41,052 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:41,052 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 6116f6b411c12bfb3fdd24185f48e98e/C is initiating minor compaction (all files) 2024-12-02T22:25:41,052 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6116f6b411c12bfb3fdd24185f48e98e/C in TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:41,052 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/277ea5f40a454cb9a5f2ec463996e0e2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0835e6ff3e2947af8994ff4329245738, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/3ab4d5ecfec444199e51005df2c07814] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp, totalSize=36.8 K 2024-12-02T22:25:41,052 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 277ea5f40a454cb9a5f2ec463996e0e2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733178335937 2024-12-02T22:25:41,052 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0835e6ff3e2947af8994ff4329245738, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733178337080 2024-12-02T22:25:41,053 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ab4d5ecfec444199e51005df2c07814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1733178339226 2024-12-02T22:25:41,058 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6116f6b411c12bfb3fdd24185f48e98e#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:41,059 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/8af128a5415649578f34e4ff5d56d924 is 50, key is test_row_0/C:col10/1733178339226/Put/seqid=0 2024-12-02T22:25:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742364_1540 (size=13153) 2024-12-02T22:25:41,078 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/294ad8a178f4421b951cf0c29d646287 2024-12-02T22:25:41,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/45de72f48f8841df8a47a2f137c7027a is 50, key is test_row_0/B:col10/1733178339346/Put/seqid=0 2024-12-02T22:25:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742365_1541 (size=12301) 2024-12-02T22:25:41,475 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/8af128a5415649578f34e4ff5d56d924 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/8af128a5415649578f34e4ff5d56d924 2024-12-02T22:25:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:41,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. as already flushing 2024-12-02T22:25:41,477 DEBUG [Thread-2059 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:61729 2024-12-02T22:25:41,478 DEBUG [Thread-2063 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:61729 2024-12-02T22:25:41,478 DEBUG [Thread-2059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:41,478 DEBUG [Thread-2063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:41,480 DEBUG [Thread-2055 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:61729 2024-12-02T22:25:41,480 DEBUG [Thread-2061 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:61729 2024-12-02T22:25:41,480 DEBUG [Thread-2055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:41,480 DEBUG [Thread-2061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:41,480 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6116f6b411c12bfb3fdd24185f48e98e/C of 6116f6b411c12bfb3fdd24185f48e98e into 8af128a5415649578f34e4ff5d56d924(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:41,480 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:41,480 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e., storeName=6116f6b411c12bfb3fdd24185f48e98e/C, priority=13, startTime=1733178340627; duration=0sec 2024-12-02T22:25:41,481 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:41,481 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6116f6b411c12bfb3fdd24185f48e98e:C 2024-12-02T22:25:41,490 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/45de72f48f8841df8a47a2f137c7027a 2024-12-02T22:25:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/5f789e7889fe4542a8f9e5a355a0d241 is 50, key is test_row_0/C:col10/1733178339346/Put/seqid=0 2024-12-02T22:25:41,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742366_1542 (size=12301) 2024-12-02T22:25:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T22:25:41,904 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/5f789e7889fe4542a8f9e5a355a0d241 2024-12-02T22:25:41,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/294ad8a178f4421b951cf0c29d646287 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/294ad8a178f4421b951cf0c29d646287 2024-12-02T22:25:41,920 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/294ad8a178f4421b951cf0c29d646287, entries=150, sequenceid=362, filesize=12.0 K 2024-12-02T22:25:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/45de72f48f8841df8a47a2f137c7027a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/45de72f48f8841df8a47a2f137c7027a 2024-12-02T22:25:41,926 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/45de72f48f8841df8a47a2f137c7027a, entries=150, sequenceid=362, filesize=12.0 K 2024-12-02T22:25:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/5f789e7889fe4542a8f9e5a355a0d241 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/5f789e7889fe4542a8f9e5a355a0d241 2024-12-02T22:25:41,932 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/5f789e7889fe4542a8f9e5a355a0d241, entries=150, sequenceid=362, filesize=12.0 K 2024-12-02T22:25:41,933 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=26.84 KB/27480 for 6116f6b411c12bfb3fdd24185f48e98e in 1262ms, sequenceid=362, compaction requested=false 2024-12-02T22:25:41,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:41,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:41,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-02T22:25:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-02T22:25:41,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-02T22:25:41,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4930 sec 2024-12-02T22:25:41,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.4970 sec 2024-12-02T22:25:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T22:25:43,550 INFO [Thread-2065 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-02T22:25:47,826 DEBUG [Thread-2057 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:61729 2024-12-02T22:25:47,826 DEBUG [Thread-2057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3530 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10590 rows 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3532 2024-12-02T22:25:47,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10596 rows 2024-12-02T22:25:47,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3509 2024-12-02T22:25:47,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10527 rows 2024-12-02T22:25:47,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3514 2024-12-02T22:25:47,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10542 rows 2024-12-02T22:25:47,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3536 2024-12-02T22:25:47,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10608 rows 2024-12-02T22:25:47,828 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T22:25:47,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:61729 2024-12-02T22:25:47,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:25:47,834 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T22:25:47,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T22:25:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T22:25:47,838 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178347837"}]},"ts":"1733178347837"} 2024-12-02T22:25:47,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T22:25:47,877 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T22:25:47,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:25:47,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6116f6b411c12bfb3fdd24185f48e98e, UNASSIGN}] 2024-12-02T22:25:47,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6116f6b411c12bfb3fdd24185f48e98e, UNASSIGN 2024-12-02T22:25:47,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=6116f6b411c12bfb3fdd24185f48e98e, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:47,885 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:25:47,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure 6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:25:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T22:25:48,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:48,039 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:48,039 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:25:48,039 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing 6116f6b411c12bfb3fdd24185f48e98e, disabling compactions & flushes 2024-12-02T22:25:48,039 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:48,039 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:48,039 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. after waiting 0 ms 2024-12-02T22:25:48,040 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:48,040 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing 6116f6b411c12bfb3fdd24185f48e98e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T22:25:48,040 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=A 2024-12-02T22:25:48,040 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:48,040 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=B 2024-12-02T22:25:48,041 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:48,041 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6116f6b411c12bfb3fdd24185f48e98e, store=C 2024-12-02T22:25:48,041 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:48,050 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/be490c65cc3b497092f101028cf2df15 is 50, key is test_row_0/A:col10/1733178341478/Put/seqid=0 2024-12-02T22:25:48,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742367_1543 (size=12301) 2024-12-02T22:25:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T22:25:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T22:25:48,455 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/be490c65cc3b497092f101028cf2df15 2024-12-02T22:25:48,469 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/2a513387c28b4d509478819e58d18bdd is 50, key is test_row_0/B:col10/1733178341478/Put/seqid=0 2024-12-02T22:25:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742368_1544 (size=12301) 2024-12-02T22:25:48,876 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/2a513387c28b4d509478819e58d18bdd 2024-12-02T22:25:48,887 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/33d4a41fda26413e8a53742ecb3267c9 is 50, key is test_row_0/C:col10/1733178341478/Put/seqid=0 2024-12-02T22:25:48,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742369_1545 (size=12301) 2024-12-02T22:25:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T22:25:49,294 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/33d4a41fda26413e8a53742ecb3267c9 2024-12-02T22:25:49,304 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/A/be490c65cc3b497092f101028cf2df15 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/be490c65cc3b497092f101028cf2df15 2024-12-02T22:25:49,308 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/be490c65cc3b497092f101028cf2df15, entries=150, sequenceid=373, filesize=12.0 K 2024-12-02T22:25:49,309 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/B/2a513387c28b4d509478819e58d18bdd as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/2a513387c28b4d509478819e58d18bdd 2024-12-02T22:25:49,312 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/2a513387c28b4d509478819e58d18bdd, entries=150, sequenceid=373, filesize=12.0 K 2024-12-02T22:25:49,313 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/.tmp/C/33d4a41fda26413e8a53742ecb3267c9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/33d4a41fda26413e8a53742ecb3267c9 2024-12-02T22:25:49,318 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/33d4a41fda26413e8a53742ecb3267c9, entries=150, sequenceid=373, filesize=12.0 K 2024-12-02T22:25:49,319 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6116f6b411c12bfb3fdd24185f48e98e in 1279ms, sequenceid=373, compaction requested=true 2024-12-02T22:25:49,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/29d2d4c6648c42b0b5881b5049e140ed, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d7ca3a6009904fbcb026dc87f6822cc6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/894381e28c6c47cf854520b2e991c0ef, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1dd9189cd3fd4d2db8c2b6a70193fe50, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b6853b9f10214e8e91939600eafabd0b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/537c4c8633d24a6984bab0d7d8a9d80d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b58af271cc1e4b30b8c794a5e9daf03b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d4a530d64daf49618de0dc8afe723dd6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/36ee05eec42642459f8c6fd3445bb31d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/dc5bc0746df8414c8d577b76eee61022, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f11daf84f9d14b20addf2da1e4ceb524, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/c7f61cbf36fd44a2811770d6f4cbcf2d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/190f4501e2f945319e4b2fd757c70939, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/a86e219eeab64e2ab94777bfc76ab31e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/40e3c92414f4474eb92a4e99edce24bf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1a42321c7db344fc958824e43df113b1, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/65974549244843f0b0cef63b0dd70273, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/6b147385fecb4598b2d0a4e6d510eabe, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/825b8634f6c746f89b29ea8df84a2684, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/ae88267cd5be4a199a3a014a34593c29, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/275a330c1fa44ee08ba7232de6f9893a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/25356f28efb84230a929af5aadc65d01, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1c4a990177a84c9c8bcea04e16b650d0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f9edb029774143ecb34646f059fdd5ee, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/7b4b480dd1284e1da6b624320250ace7] to archive 2024-12-02T22:25:49,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:49,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/29d2d4c6648c42b0b5881b5049e140ed to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/29d2d4c6648c42b0b5881b5049e140ed 2024-12-02T22:25:49,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d7ca3a6009904fbcb026dc87f6822cc6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d7ca3a6009904fbcb026dc87f6822cc6 2024-12-02T22:25:49,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/894381e28c6c47cf854520b2e991c0ef to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/894381e28c6c47cf854520b2e991c0ef 2024-12-02T22:25:49,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1dd9189cd3fd4d2db8c2b6a70193fe50 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1dd9189cd3fd4d2db8c2b6a70193fe50 2024-12-02T22:25:49,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b6853b9f10214e8e91939600eafabd0b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b6853b9f10214e8e91939600eafabd0b 2024-12-02T22:25:49,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/537c4c8633d24a6984bab0d7d8a9d80d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/537c4c8633d24a6984bab0d7d8a9d80d 2024-12-02T22:25:49,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b58af271cc1e4b30b8c794a5e9daf03b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/b58af271cc1e4b30b8c794a5e9daf03b 2024-12-02T22:25:49,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d4a530d64daf49618de0dc8afe723dd6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/d4a530d64daf49618de0dc8afe723dd6 2024-12-02T22:25:49,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/36ee05eec42642459f8c6fd3445bb31d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/36ee05eec42642459f8c6fd3445bb31d 2024-12-02T22:25:49,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/dc5bc0746df8414c8d577b76eee61022 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/dc5bc0746df8414c8d577b76eee61022 2024-12-02T22:25:49,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f11daf84f9d14b20addf2da1e4ceb524 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f11daf84f9d14b20addf2da1e4ceb524 2024-12-02T22:25:49,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/c7f61cbf36fd44a2811770d6f4cbcf2d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/c7f61cbf36fd44a2811770d6f4cbcf2d 2024-12-02T22:25:49,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/190f4501e2f945319e4b2fd757c70939 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/190f4501e2f945319e4b2fd757c70939 2024-12-02T22:25:49,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/a86e219eeab64e2ab94777bfc76ab31e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/a86e219eeab64e2ab94777bfc76ab31e 2024-12-02T22:25:49,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/40e3c92414f4474eb92a4e99edce24bf to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/40e3c92414f4474eb92a4e99edce24bf 2024-12-02T22:25:49,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1a42321c7db344fc958824e43df113b1 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1a42321c7db344fc958824e43df113b1 2024-12-02T22:25:49,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/65974549244843f0b0cef63b0dd70273 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/65974549244843f0b0cef63b0dd70273 2024-12-02T22:25:49,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/6b147385fecb4598b2d0a4e6d510eabe to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/6b147385fecb4598b2d0a4e6d510eabe 2024-12-02T22:25:49,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/825b8634f6c746f89b29ea8df84a2684 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/825b8634f6c746f89b29ea8df84a2684 2024-12-02T22:25:49,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/ae88267cd5be4a199a3a014a34593c29 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/ae88267cd5be4a199a3a014a34593c29 2024-12-02T22:25:49,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/275a330c1fa44ee08ba7232de6f9893a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/275a330c1fa44ee08ba7232de6f9893a 2024-12-02T22:25:49,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/25356f28efb84230a929af5aadc65d01 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/25356f28efb84230a929af5aadc65d01 2024-12-02T22:25:49,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1c4a990177a84c9c8bcea04e16b650d0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/1c4a990177a84c9c8bcea04e16b650d0 2024-12-02T22:25:49,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f9edb029774143ecb34646f059fdd5ee to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f9edb029774143ecb34646f059fdd5ee 2024-12-02T22:25:49,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/7b4b480dd1284e1da6b624320250ace7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/7b4b480dd1284e1da6b624320250ace7 2024-12-02T22:25:49,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b9639502303c43f6826aeaf179405cd0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/df969db23c9941d4a851870181c68bff, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/168d828610c347d186caaccfcce024b2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dd86e8039a624b02947826e4c7577275, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c9982f5b3fec4c52b291535e8d45e002, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/615a42beaf114db6a82d4a3b00966e39, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c35f82c2ee074738a048a694ead9634d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/8e16df767bcc411fa06ddd73c07828b7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/24859449bec9461ba95d066b9b2f24e7, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e99c3422478c49709176b29776b8125d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/013bcce1707844aeb81735eae8f83626, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9e70cf8862b8433ebf9bf6170938ad39, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7d1c802a16f8488bb4901c155b55cd52, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/91342994a2f849a48cb849d2ea2935f2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/78b985f64a374945946e64dbca6eedaf, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/01808bf8079a4336b7af8ee1aafc41e6, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/d242693471b14b14a06fe2d1202d802d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/59dc1ae5b3864566b715ac950c8fff65, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e682d2aa7fa045adbfaeb1c4c55e1016, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/06cc953e9a8e48ce82e79b9ae215ff11, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b275ab8fe6c74416a01990ff0c194f9f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9cf0655914da42529c36e7eb4e848179, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dceec9330ef7486c8da1797173099a73, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7bf7bca6989241ba91532d52aa82c59d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/db59efddb1d541e5bde40b5addd669f0] to archive 2024-12-02T22:25:49,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:49,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b9639502303c43f6826aeaf179405cd0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b9639502303c43f6826aeaf179405cd0 2024-12-02T22:25:49,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/df969db23c9941d4a851870181c68bff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/df969db23c9941d4a851870181c68bff 2024-12-02T22:25:49,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/168d828610c347d186caaccfcce024b2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/168d828610c347d186caaccfcce024b2 2024-12-02T22:25:49,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dd86e8039a624b02947826e4c7577275 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dd86e8039a624b02947826e4c7577275 2024-12-02T22:25:49,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c9982f5b3fec4c52b291535e8d45e002 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c9982f5b3fec4c52b291535e8d45e002 2024-12-02T22:25:49,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/615a42beaf114db6a82d4a3b00966e39 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/615a42beaf114db6a82d4a3b00966e39 2024-12-02T22:25:49,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c35f82c2ee074738a048a694ead9634d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/c35f82c2ee074738a048a694ead9634d 2024-12-02T22:25:49,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/8e16df767bcc411fa06ddd73c07828b7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/8e16df767bcc411fa06ddd73c07828b7 2024-12-02T22:25:49,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/24859449bec9461ba95d066b9b2f24e7 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/24859449bec9461ba95d066b9b2f24e7 2024-12-02T22:25:49,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e99c3422478c49709176b29776b8125d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e99c3422478c49709176b29776b8125d 2024-12-02T22:25:49,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/013bcce1707844aeb81735eae8f83626 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/013bcce1707844aeb81735eae8f83626 2024-12-02T22:25:49,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9e70cf8862b8433ebf9bf6170938ad39 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9e70cf8862b8433ebf9bf6170938ad39 2024-12-02T22:25:49,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7d1c802a16f8488bb4901c155b55cd52 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7d1c802a16f8488bb4901c155b55cd52 2024-12-02T22:25:49,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/91342994a2f849a48cb849d2ea2935f2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/91342994a2f849a48cb849d2ea2935f2 2024-12-02T22:25:49,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/78b985f64a374945946e64dbca6eedaf to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/78b985f64a374945946e64dbca6eedaf 2024-12-02T22:25:49,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/01808bf8079a4336b7af8ee1aafc41e6 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/01808bf8079a4336b7af8ee1aafc41e6 2024-12-02T22:25:49,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/d242693471b14b14a06fe2d1202d802d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/d242693471b14b14a06fe2d1202d802d 2024-12-02T22:25:49,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/59dc1ae5b3864566b715ac950c8fff65 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/59dc1ae5b3864566b715ac950c8fff65 2024-12-02T22:25:49,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e682d2aa7fa045adbfaeb1c4c55e1016 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/e682d2aa7fa045adbfaeb1c4c55e1016 2024-12-02T22:25:49,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/06cc953e9a8e48ce82e79b9ae215ff11 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/06cc953e9a8e48ce82e79b9ae215ff11 2024-12-02T22:25:49,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b275ab8fe6c74416a01990ff0c194f9f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/b275ab8fe6c74416a01990ff0c194f9f 2024-12-02T22:25:49,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9cf0655914da42529c36e7eb4e848179 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/9cf0655914da42529c36e7eb4e848179 2024-12-02T22:25:49,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dceec9330ef7486c8da1797173099a73 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/dceec9330ef7486c8da1797173099a73 2024-12-02T22:25:49,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7bf7bca6989241ba91532d52aa82c59d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/7bf7bca6989241ba91532d52aa82c59d 2024-12-02T22:25:49,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/db59efddb1d541e5bde40b5addd669f0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/db59efddb1d541e5bde40b5addd669f0 2024-12-02T22:25:49,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/c90c6f8dffad4f66a932308ff1084d78, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bb3747a63749459dad04f08864986990, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0e5c90ceece34aefa593425924e2264e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/07e50577e20647838238f0ba194408ee, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/b6ade86f109e48cd89bf0bc6a7ad8d53, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bc712d756b1948a5a3a3a0e93725b8e9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/2e16339b99a9404c8019700114d29719, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/18c4ef28c7cc411bb3abfcd72b34d02c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/14ddbc3afc354a22a9afafe710316c27, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/8730203b1c47406cbd5e4588bc3db99f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/cfc574e1785042fb9f70de6306fb26a9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/37c644f397aa4278b68a6022efca2d1d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7431aed246f848618343e82ab7a047ec, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/75c12c0a28f646efb69a0c7c23c53333, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/e066683e8e7b4e1990209a0e6a8b41ac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/08f2749e193349c8922f3d6d58e446de, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/063cfbe396f0453c82811de1190a0a6a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/a8fda5352f9f4152a13d248a6e2387f4, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/faf677ba18654256882875680d179abb, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7a41f0f4f4fd45d880c2eaca6e908e2d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/f67df41da7e34955b0291e0423679430, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/277ea5f40a454cb9a5f2ec463996e0e2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/23963fede78a4e1e820c9e4e88e6df1a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0835e6ff3e2947af8994ff4329245738, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/3ab4d5ecfec444199e51005df2c07814] to archive 2024-12-02T22:25:49,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:25:49,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/c90c6f8dffad4f66a932308ff1084d78 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/c90c6f8dffad4f66a932308ff1084d78 2024-12-02T22:25:49,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bb3747a63749459dad04f08864986990 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bb3747a63749459dad04f08864986990 2024-12-02T22:25:49,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0e5c90ceece34aefa593425924e2264e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0e5c90ceece34aefa593425924e2264e 2024-12-02T22:25:49,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/07e50577e20647838238f0ba194408ee to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/07e50577e20647838238f0ba194408ee 2024-12-02T22:25:49,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/b6ade86f109e48cd89bf0bc6a7ad8d53 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/b6ade86f109e48cd89bf0bc6a7ad8d53 2024-12-02T22:25:49,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bc712d756b1948a5a3a3a0e93725b8e9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/bc712d756b1948a5a3a3a0e93725b8e9 2024-12-02T22:25:49,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/2e16339b99a9404c8019700114d29719 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/2e16339b99a9404c8019700114d29719 2024-12-02T22:25:49,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/18c4ef28c7cc411bb3abfcd72b34d02c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/18c4ef28c7cc411bb3abfcd72b34d02c 2024-12-02T22:25:49,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/14ddbc3afc354a22a9afafe710316c27 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/14ddbc3afc354a22a9afafe710316c27 2024-12-02T22:25:49,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/8730203b1c47406cbd5e4588bc3db99f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/8730203b1c47406cbd5e4588bc3db99f 2024-12-02T22:25:49,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/cfc574e1785042fb9f70de6306fb26a9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/cfc574e1785042fb9f70de6306fb26a9 2024-12-02T22:25:49,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/37c644f397aa4278b68a6022efca2d1d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/37c644f397aa4278b68a6022efca2d1d 2024-12-02T22:25:49,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7431aed246f848618343e82ab7a047ec to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7431aed246f848618343e82ab7a047ec 2024-12-02T22:25:49,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/75c12c0a28f646efb69a0c7c23c53333 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/75c12c0a28f646efb69a0c7c23c53333 2024-12-02T22:25:49,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/e066683e8e7b4e1990209a0e6a8b41ac to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/e066683e8e7b4e1990209a0e6a8b41ac 2024-12-02T22:25:49,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/08f2749e193349c8922f3d6d58e446de to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/08f2749e193349c8922f3d6d58e446de 2024-12-02T22:25:49,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/063cfbe396f0453c82811de1190a0a6a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/063cfbe396f0453c82811de1190a0a6a 2024-12-02T22:25:49,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/a8fda5352f9f4152a13d248a6e2387f4 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/a8fda5352f9f4152a13d248a6e2387f4 2024-12-02T22:25:49,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/faf677ba18654256882875680d179abb to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/faf677ba18654256882875680d179abb 2024-12-02T22:25:49,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7a41f0f4f4fd45d880c2eaca6e908e2d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/7a41f0f4f4fd45d880c2eaca6e908e2d 2024-12-02T22:25:49,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/f67df41da7e34955b0291e0423679430 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/f67df41da7e34955b0291e0423679430 2024-12-02T22:25:49,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/277ea5f40a454cb9a5f2ec463996e0e2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/277ea5f40a454cb9a5f2ec463996e0e2 2024-12-02T22:25:49,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/23963fede78a4e1e820c9e4e88e6df1a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/23963fede78a4e1e820c9e4e88e6df1a 2024-12-02T22:25:49,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0835e6ff3e2947af8994ff4329245738 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/0835e6ff3e2947af8994ff4329245738 2024-12-02T22:25:49,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/3ab4d5ecfec444199e51005df2c07814 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/3ab4d5ecfec444199e51005df2c07814 2024-12-02T22:25:49,417 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/recovered.edits/376.seqid, newMaxSeqId=376, maxSeqId=1 2024-12-02T22:25:49,417 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e. 2024-12-02T22:25:49,417 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for 6116f6b411c12bfb3fdd24185f48e98e: 2024-12-02T22:25:49,419 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed 6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:49,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=6116f6b411c12bfb3fdd24185f48e98e, regionState=CLOSED 2024-12-02T22:25:49,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-02T22:25:49,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure 6116f6b411c12bfb3fdd24185f48e98e, server=5e55ea54544d,39943,1733178189000 in 1.5350 sec 2024-12-02T22:25:49,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-12-02T22:25:49,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6116f6b411c12bfb3fdd24185f48e98e, UNASSIGN in 1.5410 sec 2024-12-02T22:25:49,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-02T22:25:49,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5450 sec 2024-12-02T22:25:49,425 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178349425"}]},"ts":"1733178349425"} 2024-12-02T22:25:49,426 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T22:25:49,460 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T22:25:49,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6280 sec 2024-12-02T22:25:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T22:25:49,945 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-02T22:25:49,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T22:25:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:49,949 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:49,950 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T22:25:49,954 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:49,958 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/recovered.edits] 2024-12-02T22:25:49,960 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/294ad8a178f4421b951cf0c29d646287 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/294ad8a178f4421b951cf0c29d646287 2024-12-02T22:25:49,961 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/be490c65cc3b497092f101028cf2df15 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/be490c65cc3b497092f101028cf2df15 2024-12-02T22:25:49,962 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f919a1fd5f47426496b8b4c66a4e7eca to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/A/f919a1fd5f47426496b8b4c66a4e7eca 2024-12-02T22:25:49,964 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/2a513387c28b4d509478819e58d18bdd to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/2a513387c28b4d509478819e58d18bdd 2024-12-02T22:25:49,965 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/45de72f48f8841df8a47a2f137c7027a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/45de72f48f8841df8a47a2f137c7027a 2024-12-02T22:25:49,965 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/86371694ea02403d85d90cd81dcdf660 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/B/86371694ea02403d85d90cd81dcdf660 2024-12-02T22:25:49,967 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/33d4a41fda26413e8a53742ecb3267c9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/33d4a41fda26413e8a53742ecb3267c9 2024-12-02T22:25:49,968 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/5f789e7889fe4542a8f9e5a355a0d241 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/5f789e7889fe4542a8f9e5a355a0d241 2024-12-02T22:25:49,968 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/8af128a5415649578f34e4ff5d56d924 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/C/8af128a5415649578f34e4ff5d56d924 2024-12-02T22:25:49,970 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/recovered.edits/376.seqid to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e/recovered.edits/376.seqid 2024-12-02T22:25:49,970 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/6116f6b411c12bfb3fdd24185f48e98e 2024-12-02T22:25:49,970 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T22:25:49,972 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:49,974 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T22:25:49,980 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T22:25:49,981 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:49,981 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T22:25:49,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733178349981"}]},"ts":"9223372036854775807"} 2024-12-02T22:25:49,983 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T22:25:49,983 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6116f6b411c12bfb3fdd24185f48e98e, NAME => 'TestAcidGuarantees,,1733178317343.6116f6b411c12bfb3fdd24185f48e98e.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T22:25:49,983 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T22:25:49,983 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733178349983"}]},"ts":"9223372036854775807"} 2024-12-02T22:25:49,984 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T22:25:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T22:25:50,062 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:50,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 116 msec 2024-12-02T22:25:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T22:25:50,253 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-02T22:25:50,260 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 333), ProcessCount=11 (was 11), AvailableMemoryMB=6553 (was 6582) 2024-12-02T22:25:50,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=6553 2024-12-02T22:25:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:25:50,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:25:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:50,270 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:25:50,270 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:50,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-12-02T22:25:50,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:25:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-02T22:25:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742370_1546 (size=963) 2024-12-02T22:25:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-02T22:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-02T22:25:50,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963 2024-12-02T22:25:50,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742371_1547 (size=53) 2024-12-02T22:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-02T22:25:51,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:25:51,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 767b60269b059d631bcbffcddcf8dbff, disabling compactions & flushes 2024-12-02T22:25:51,095 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:51,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:51,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. after waiting 0 ms 2024-12-02T22:25:51,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:51,096 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:51,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:51,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:25:51,099 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733178351098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178351098"}]},"ts":"1733178351098"} 2024-12-02T22:25:51,100 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T22:25:51,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:25:51,102 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178351102"}]},"ts":"1733178351102"} 2024-12-02T22:25:51,103 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T22:25:51,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, ASSIGN}] 2024-12-02T22:25:51,163 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, ASSIGN 2024-12-02T22:25:51,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, ASSIGN; state=OFFLINE, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=false 2024-12-02T22:25:51,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=767b60269b059d631bcbffcddcf8dbff, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:51,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure 767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:25:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-02T22:25:51,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:51,476 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:51,477 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:25:51,477 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,477 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:25:51,478 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,478 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,479 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,480 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:51,481 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767b60269b059d631bcbffcddcf8dbff columnFamilyName A 2024-12-02T22:25:51,481 DEBUG [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:51,481 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(327): Store=767b60269b059d631bcbffcddcf8dbff/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:51,481 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,482 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:51,482 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767b60269b059d631bcbffcddcf8dbff columnFamilyName B 2024-12-02T22:25:51,482 DEBUG [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:51,483 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(327): Store=767b60269b059d631bcbffcddcf8dbff/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:51,483 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,484 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:51,484 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767b60269b059d631bcbffcddcf8dbff columnFamilyName C 2024-12-02T22:25:51,484 DEBUG [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:51,484 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(327): Store=767b60269b059d631bcbffcddcf8dbff/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:51,484 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:51,485 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,485 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,486 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:25:51,487 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:51,489 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:25:51,489 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened 767b60269b059d631bcbffcddcf8dbff; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71798554, jitterRate=0.06988182663917542}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:25:51,490 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:51,491 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., pid=149, masterSystemTime=1733178351470 2024-12-02T22:25:51,492 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:51,492 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:51,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=767b60269b059d631bcbffcddcf8dbff, regionState=OPEN, openSeqNum=2, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:51,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-02T22:25:51,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure 767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 in 176 msec 2024-12-02T22:25:51,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-12-02T22:25:51,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, ASSIGN in 333 msec 2024-12-02T22:25:51,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:25:51,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178351496"}]},"ts":"1733178351496"} 2024-12-02T22:25:51,497 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T22:25:51,536 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:25:51,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2670 sec 2024-12-02T22:25:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-02T22:25:52,382 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-12-02T22:25:52,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-12-02T22:25:52,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:52,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:52,438 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:52,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:25:52,440 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:25:52,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T22:25:52,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:25:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T22:25:52,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742372_1548 (size=999) 2024-12-02T22:25:52,854 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T22:25:52,854 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T22:25:52,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:25:52,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, REOPEN/MOVE}] 2024-12-02T22:25:52,863 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, REOPEN/MOVE 2024-12-02T22:25:52,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=767b60269b059d631bcbffcddcf8dbff, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:52,865 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:25:52,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:25:53,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,017 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,017 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:25:53,017 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 767b60269b059d631bcbffcddcf8dbff, disabling compactions & flushes 2024-12-02T22:25:53,017 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,017 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,017 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. after waiting 0 ms 2024-12-02T22:25:53,017 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,026 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T22:25:53,027 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,027 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:53,027 WARN [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: 767b60269b059d631bcbffcddcf8dbff to self. 2024-12-02T22:25:53,030 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=767b60269b059d631bcbffcddcf8dbff, regionState=CLOSED 2024-12-02T22:25:53,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-02T22:25:53,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 in 167 msec 2024-12-02T22:25:53,036 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, REOPEN/MOVE; state=CLOSED, location=5e55ea54544d,39943,1733178189000; forceNewPlan=false, retain=true 2024-12-02T22:25:53,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=767b60269b059d631bcbffcddcf8dbff, regionState=OPENING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure 767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:25:53,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,345 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,345 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:25:53,346 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,346 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:25:53,346 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,346 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,347 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,348 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:53,348 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767b60269b059d631bcbffcddcf8dbff columnFamilyName A 2024-12-02T22:25:53,349 DEBUG [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:53,350 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(327): Store=767b60269b059d631bcbffcddcf8dbff/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:53,350 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,351 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:53,351 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767b60269b059d631bcbffcddcf8dbff columnFamilyName B 2024-12-02T22:25:53,351 DEBUG [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:53,351 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(327): Store=767b60269b059d631bcbffcddcf8dbff/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:53,352 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,352 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T22:25:53,352 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767b60269b059d631bcbffcddcf8dbff columnFamilyName C 2024-12-02T22:25:53,352 DEBUG [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:53,353 INFO [StoreOpener-767b60269b059d631bcbffcddcf8dbff-1 {}] regionserver.HStore(327): Store=767b60269b059d631bcbffcddcf8dbff/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:25:53,353 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,354 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,354 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,356 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:25:53,357 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,358 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened 767b60269b059d631bcbffcddcf8dbff; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72276753, jitterRate=0.07700754702091217}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:25:53,358 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:53,359 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., pid=154, masterSystemTime=1733178353339 2024-12-02T22:25:53,360 DEBUG [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,360 INFO [RS_OPEN_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=767b60269b059d631bcbffcddcf8dbff, regionState=OPEN, openSeqNum=5, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-12-02T22:25:53,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure 767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 in 173 msec 2024-12-02T22:25:53,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-02T22:25:53,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, REOPEN/MOVE in 500 msec 2024-12-02T22:25:53,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-02T22:25:53,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 503 msec 2024-12-02T22:25:53,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 922 msec 2024-12-02T22:25:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T22:25:53,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-12-02T22:25:53,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-12-02T22:25:53,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-12-02T22:25:53,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-12-02T22:25:53,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,436 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-12-02T22:25:53,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-12-02T22:25:53,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-12-02T22:25:53,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-12-02T22:25:53,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-12-02T22:25:53,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,478 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1d3a95 to 127.0.0.1:61729 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50bf224f 2024-12-02T22:25:53,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410bf0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:25:53,490 DEBUG [hconnection-0x7529eefe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:53,491 DEBUG [hconnection-0x30a8b866-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,491 DEBUG [hconnection-0x78b37fbd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-02T22:25:53,492 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,492 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,492 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,492 DEBUG [hconnection-0x3807bbaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,492 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-02T22:25:53,493 DEBUG [hconnection-0x1f5c590b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,493 DEBUG [hconnection-0x5c44bdac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,493 DEBUG [hconnection-0x69e48acd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,493 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,493 DEBUG [hconnection-0x1676bc97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,494 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:53,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:53,494 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,494 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,494 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,494 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,495 DEBUG [hconnection-0x32f24f6e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,496 DEBUG [hconnection-0x1c902d8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:25:53,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,498 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:25:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T22:25:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:25:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:25:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:25:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178413513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178413514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178413514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178413515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178413515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e45064781bae4ec28b5b9c555c62edbe_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178353499/Put/seqid=0 2024-12-02T22:25:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742373_1549 (size=12154) 2024-12-02T22:25:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-02T22:25:53,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178413616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178413617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178413617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178413617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178413618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-02T22:25:53,797 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:53,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178413819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178413819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178413820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178413820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178413820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,927 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:53,929 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e45064781bae4ec28b5b9c555c62edbe_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e45064781bae4ec28b5b9c555c62edbe_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:53,930 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/9891f24c903a452397fad0f81b35ccc9, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:53,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/9891f24c903a452397fad0f81b35ccc9 is 175, key is test_row_0/A:col10/1733178353499/Put/seqid=0 2024-12-02T22:25:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742374_1550 (size=30955) 2024-12-02T22:25:53,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:53,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:53,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-02T22:25:54,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178414121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178414121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178414122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178414124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178414124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,334 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/9891f24c903a452397fad0f81b35ccc9 2024-12-02T22:25:54,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/4230d921617946998264a342e724b1e8 is 50, key is test_row_0/B:col10/1733178353499/Put/seqid=0 2024-12-02T22:25:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742375_1551 (size=12001) 2024-12-02T22:25:54,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/4230d921617946998264a342e724b1e8 2024-12-02T22:25:54,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/6f579260870a471e8a32ca1d0a76183c is 50, key is test_row_0/C:col10/1733178353499/Put/seqid=0 2024-12-02T22:25:54,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742376_1552 (size=12001) 2024-12-02T22:25:54,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:54,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:54,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-02T22:25:54,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178414624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178414626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178414626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178414626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178414627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:25:54,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/6f579260870a471e8a32ca1d0a76183c 2024-12-02T22:25:54,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/9891f24c903a452397fad0f81b35ccc9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/9891f24c903a452397fad0f81b35ccc9 2024-12-02T22:25:54,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/9891f24c903a452397fad0f81b35ccc9, entries=150, sequenceid=16, filesize=30.2 K 2024-12-02T22:25:54,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/4230d921617946998264a342e724b1e8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4230d921617946998264a342e724b1e8 2024-12-02T22:25:54,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4230d921617946998264a342e724b1e8, entries=150, sequenceid=16, filesize=11.7 K 2024-12-02T22:25:54,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/6f579260870a471e8a32ca1d0a76183c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/6f579260870a471e8a32ca1d0a76183c 2024-12-02T22:25:54,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/6f579260870a471e8a32ca1d0a76183c, entries=150, sequenceid=16, filesize=11.7 K 2024-12-02T22:25:54,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 767b60269b059d631bcbffcddcf8dbff in 1301ms, sequenceid=16, compaction requested=false 2024-12-02T22:25:54,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:54,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:54,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-02T22:25:54,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:54,862 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:25:54,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:25:54,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:54,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:25:54,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:54,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:25:54,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:54,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024c11f87783a7439b878a90daa6f6529a_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178353514/Put/seqid=0 2024-12-02T22:25:54,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742377_1553 (size=12154) 2024-12-02T22:25:54,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:25:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:55,274 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024c11f87783a7439b878a90daa6f6529a_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024c11f87783a7439b878a90daa6f6529a_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:55,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/b509df40cc6144049a05c68224f5874d, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/b509df40cc6144049a05c68224f5874d is 175, key is test_row_0/A:col10/1733178353514/Put/seqid=0 2024-12-02T22:25:55,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742378_1554 (size=30955) 2024-12-02T22:25:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-02T22:25:55,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:55,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178415636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178415637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178415637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178415637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178415638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,678 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/b509df40cc6144049a05c68224f5874d 2024-12-02T22:25:55,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/4ca65bd6d57a436eb2b04f032c714f29 is 50, key is test_row_0/B:col10/1733178353514/Put/seqid=0 2024-12-02T22:25:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742379_1555 (size=12001) 2024-12-02T22:25:55,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178415739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178415739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178415740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178415741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178415741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178415941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178415942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178415942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178415942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:55,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178415943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,086 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/4ca65bd6d57a436eb2b04f032c714f29 2024-12-02T22:25:56,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/34866fdb36664bacb08170332f004acc is 50, key is test_row_0/C:col10/1733178353514/Put/seqid=0 2024-12-02T22:25:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742380_1556 (size=12001) 2024-12-02T22:25:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178416243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178416245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178416245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178416245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178416247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,494 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/34866fdb36664bacb08170332f004acc 2024-12-02T22:25:56,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/b509df40cc6144049a05c68224f5874d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/b509df40cc6144049a05c68224f5874d 2024-12-02T22:25:56,499 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/b509df40cc6144049a05c68224f5874d, entries=150, sequenceid=41, filesize=30.2 K 2024-12-02T22:25:56,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/4ca65bd6d57a436eb2b04f032c714f29 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4ca65bd6d57a436eb2b04f032c714f29 2024-12-02T22:25:56,502 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4ca65bd6d57a436eb2b04f032c714f29, entries=150, sequenceid=41, filesize=11.7 K 2024-12-02T22:25:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/34866fdb36664bacb08170332f004acc as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34866fdb36664bacb08170332f004acc 2024-12-02T22:25:56,505 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34866fdb36664bacb08170332f004acc, entries=150, sequenceid=41, filesize=11.7 K 2024-12-02T22:25:56,505 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 767b60269b059d631bcbffcddcf8dbff in 1643ms, sequenceid=41, compaction requested=false 2024-12-02T22:25:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:56,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:56,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-02T22:25:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-12-02T22:25:56,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-02T22:25:56,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0120 sec 2024-12-02T22:25:56,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 3.0170 sec 2024-12-02T22:25:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:56,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T22:25:56,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:25:56,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:56,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:25:56,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:56,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:25:56,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:56,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b87745bd02064c1fb13394628776ffa2_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178355637/Put/seqid=0 2024-12-02T22:25:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742381_1557 (size=14594) 2024-12-02T22:25:56,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:56,761 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b87745bd02064c1fb13394628776ffa2_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b87745bd02064c1fb13394628776ffa2_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:56,762 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/c25e39b4ba8e4f54a5d2994e5312057b, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:56,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/c25e39b4ba8e4f54a5d2994e5312057b is 175, key is test_row_0/A:col10/1733178355637/Put/seqid=0 2024-12-02T22:25:56,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178416761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742382_1558 (size=39549) 2024-12-02T22:25:56,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178416763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178416763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178416763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178416764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178416864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178416866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178416867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178416867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:56,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178416867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178417066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178417068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178417069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178417069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178417070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,166 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/c25e39b4ba8e4f54a5d2994e5312057b 2024-12-02T22:25:57,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/b70af2ceeb194a4bb88385ac23d15dde is 50, key is test_row_0/B:col10/1733178355637/Put/seqid=0 2024-12-02T22:25:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742383_1559 (size=12001) 2024-12-02T22:25:57,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/b70af2ceeb194a4bb88385ac23d15dde 2024-12-02T22:25:57,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c6bc921de80b43f1b187dd3e2824ce8b is 50, key is test_row_0/C:col10/1733178355637/Put/seqid=0 2024-12-02T22:25:57,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742384_1560 (size=12001) 2024-12-02T22:25:57,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178417371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178417372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178417372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178417373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178417373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c6bc921de80b43f1b187dd3e2824ce8b 2024-12-02T22:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-02T22:25:57,596 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-02T22:25:57,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-02T22:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-02T22:25:57,624 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:57,624 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:57,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/c25e39b4ba8e4f54a5d2994e5312057b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/c25e39b4ba8e4f54a5d2994e5312057b 2024-12-02T22:25:57,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:57,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/c25e39b4ba8e4f54a5d2994e5312057b, entries=200, sequenceid=56, filesize=38.6 K 2024-12-02T22:25:57,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/b70af2ceeb194a4bb88385ac23d15dde as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/b70af2ceeb194a4bb88385ac23d15dde 2024-12-02T22:25:57,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/b70af2ceeb194a4bb88385ac23d15dde, entries=150, sequenceid=56, filesize=11.7 K 2024-12-02T22:25:57,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c6bc921de80b43f1b187dd3e2824ce8b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c6bc921de80b43f1b187dd3e2824ce8b 2024-12-02T22:25:57,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c6bc921de80b43f1b187dd3e2824ce8b, entries=150, sequenceid=56, filesize=11.7 K 2024-12-02T22:25:57,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 767b60269b059d631bcbffcddcf8dbff in 887ms, sequenceid=56, compaction requested=true 2024-12-02T22:25:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:25:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:25:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:57,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:25:57,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:57,636 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:57,636 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:57,636 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:57,636 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:57,636 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/B is initiating minor compaction (all files) 2024-12-02T22:25:57,636 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/A is initiating minor compaction (all files) 2024-12-02T22:25:57,636 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/B in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:57,636 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/A in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:57,636 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/9891f24c903a452397fad0f81b35ccc9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/b509df40cc6144049a05c68224f5874d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/c25e39b4ba8e4f54a5d2994e5312057b] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=99.1 K 2024-12-02T22:25:57,636 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4230d921617946998264a342e724b1e8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4ca65bd6d57a436eb2b04f032c714f29, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/b70af2ceeb194a4bb88385ac23d15dde] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=35.2 K 2024-12-02T22:25:57,636 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:57,637 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/9891f24c903a452397fad0f81b35ccc9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/b509df40cc6144049a05c68224f5874d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/c25e39b4ba8e4f54a5d2994e5312057b] 2024-12-02T22:25:57,637 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4230d921617946998264a342e724b1e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733178353499 2024-12-02T22:25:57,637 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9891f24c903a452397fad0f81b35ccc9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733178353499 2024-12-02T22:25:57,637 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ca65bd6d57a436eb2b04f032c714f29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733178353512 2024-12-02T22:25:57,637 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting b509df40cc6144049a05c68224f5874d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733178353512 2024-12-02T22:25:57,637 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting c25e39b4ba8e4f54a5d2994e5312057b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733178355636 2024-12-02T22:25:57,637 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting b70af2ceeb194a4bb88385ac23d15dde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733178355636 2024-12-02T22:25:57,641 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:57,642 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412026d9218810acf4ce69f32a4838678da4e_767b60269b059d631bcbffcddcf8dbff store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:57,643 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:57,643 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/e2694103d85446c3b701110fa3079789 is 50, key is test_row_0/B:col10/1733178355637/Put/seqid=0 2024-12-02T22:25:57,643 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412026d9218810acf4ce69f32a4838678da4e_767b60269b059d631bcbffcddcf8dbff, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:57,644 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026d9218810acf4ce69f32a4838678da4e_767b60269b059d631bcbffcddcf8dbff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742385_1561 (size=12104) 2024-12-02T22:25:57,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742386_1562 (size=4469) 2024-12-02T22:25:57,649 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#A#compaction#476 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:57,649 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/0421642d12094c049f440c2c751a308f is 175, key is test_row_0/A:col10/1733178355637/Put/seqid=0 2024-12-02T22:25:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742387_1563 (size=31058) 2024-12-02T22:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-02T22:25:57,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-02T22:25:57,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:57,777 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T22:25:57,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:25:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:25:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:25:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:57,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202cca4c4f909e24833bd6ed394fff8e328_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178356762/Put/seqid=0 2024-12-02T22:25:57,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742388_1564 (size=12154) 2024-12-02T22:25:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:57,788 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202cca4c4f909e24833bd6ed394fff8e328_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cca4c4f909e24833bd6ed394fff8e328_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:57,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/d6ec9d55a9da46bf906b00d85078743d, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:57,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/d6ec9d55a9da46bf906b00d85078743d is 175, key is test_row_0/A:col10/1733178356762/Put/seqid=0 2024-12-02T22:25:57,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742389_1565 (size=30955) 2024-12-02T22:25:57,793 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/d6ec9d55a9da46bf906b00d85078743d 2024-12-02T22:25:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/0df35cf1cddd48f8b7a97788ed5743ac is 50, key is test_row_0/B:col10/1733178356762/Put/seqid=0 2024-12-02T22:25:57,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742390_1566 (size=12001) 2024-12-02T22:25:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:57,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:57,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178417881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178417883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178417884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178417884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178417884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-02T22:25:57,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178417985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178417988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178417988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178417988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:57,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178417988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,051 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/e2694103d85446c3b701110fa3079789 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e2694103d85446c3b701110fa3079789 2024-12-02T22:25:58,054 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/B of 767b60269b059d631bcbffcddcf8dbff into e2694103d85446c3b701110fa3079789(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:58,054 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:58,055 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/B, priority=13, startTime=1733178357635; duration=0sec 2024-12-02T22:25:58,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:25:58,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:B 2024-12-02T22:25:58,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:25:58,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:25:58,055 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/C is initiating minor compaction (all files) 2024-12-02T22:25:58,056 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/C in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:58,056 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/6f579260870a471e8a32ca1d0a76183c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34866fdb36664bacb08170332f004acc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c6bc921de80b43f1b187dd3e2824ce8b] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=35.2 K 2024-12-02T22:25:58,056 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f579260870a471e8a32ca1d0a76183c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733178353499 2024-12-02T22:25:58,056 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 34866fdb36664bacb08170332f004acc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733178353512 2024-12-02T22:25:58,056 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c6bc921de80b43f1b187dd3e2824ce8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733178355636 2024-12-02T22:25:58,062 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:25:58,062 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/83d61e5f703442bca17b746b6b84e093 is 50, key is test_row_0/C:col10/1733178355637/Put/seqid=0 2024-12-02T22:25:58,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742391_1567 (size=12104) 2024-12-02T22:25:58,084 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/0421642d12094c049f440c2c751a308f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/0421642d12094c049f440c2c751a308f 2024-12-02T22:25:58,088 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/A of 767b60269b059d631bcbffcddcf8dbff into 0421642d12094c049f440c2c751a308f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:58,088 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:58,088 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/A, priority=13, startTime=1733178357635; duration=0sec 2024-12-02T22:25:58,088 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:58,088 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:A 2024-12-02T22:25:58,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178418189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178418191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178418191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178418192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178418193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,202 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/0df35cf1cddd48f8b7a97788ed5743ac 2024-12-02T22:25:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c487f1be2d7b4abeb8263544218d7a48 is 50, key is test_row_0/C:col10/1733178356762/Put/seqid=0 2024-12-02T22:25:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742392_1568 (size=12001) 2024-12-02T22:25:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-02T22:25:58,468 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/83d61e5f703442bca17b746b6b84e093 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/83d61e5f703442bca17b746b6b84e093 2024-12-02T22:25:58,471 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/C of 767b60269b059d631bcbffcddcf8dbff into 83d61e5f703442bca17b746b6b84e093(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:25:58,471 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:58,471 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/C, priority=13, startTime=1733178357636; duration=0sec 2024-12-02T22:25:58,471 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:25:58,471 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:C 2024-12-02T22:25:58,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178418493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178418494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178418495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178418495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178418495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,611 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c487f1be2d7b4abeb8263544218d7a48 2024-12-02T22:25:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/d6ec9d55a9da46bf906b00d85078743d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d6ec9d55a9da46bf906b00d85078743d 2024-12-02T22:25:58,617 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d6ec9d55a9da46bf906b00d85078743d, entries=150, sequenceid=78, filesize=30.2 K 2024-12-02T22:25:58,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/0df35cf1cddd48f8b7a97788ed5743ac as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/0df35cf1cddd48f8b7a97788ed5743ac 2024-12-02T22:25:58,620 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/0df35cf1cddd48f8b7a97788ed5743ac, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T22:25:58,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c487f1be2d7b4abeb8263544218d7a48 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c487f1be2d7b4abeb8263544218d7a48 2024-12-02T22:25:58,623 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c487f1be2d7b4abeb8263544218d7a48, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T22:25:58,623 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 767b60269b059d631bcbffcddcf8dbff in 846ms, sequenceid=78, compaction requested=false 2024-12-02T22:25:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-02T22:25:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-02T22:25:58,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-02T22:25:58,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-12-02T22:25:58,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.0280 sec 2024-12-02T22:25:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-02T22:25:58,726 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-02T22:25:58,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-02T22:25:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-02T22:25:58,728 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:58,729 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:58,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-02T22:25:58,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:58,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-02T22:25:58,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:58,879 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T22:25:58,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:25:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:25:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:25:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ecc30475c44b45a1a95bb393c2d6da3c_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178357883/Put/seqid=0 2024-12-02T22:25:58,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742393_1569 (size=12154) 2024-12-02T22:25:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:25:58,889 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ecc30475c44b45a1a95bb393c2d6da3c_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ecc30475c44b45a1a95bb393c2d6da3c_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/2006e0085b71484687af7f52acfeaea2, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:25:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/2006e0085b71484687af7f52acfeaea2 is 175, key is test_row_0/A:col10/1733178357883/Put/seqid=0 2024-12-02T22:25:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742394_1570 (size=30955) 2024-12-02T22:25:59,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:25:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:25:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178419011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178419011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178419012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178419013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178419014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-02T22:25:59,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178419115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178419115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178419115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178419117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178419117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,294 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/2006e0085b71484687af7f52acfeaea2 2024-12-02T22:25:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/46f576ea940549f0ab3af3e3782a5d03 is 50, key is test_row_0/B:col10/1733178357883/Put/seqid=0 2024-12-02T22:25:59,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742395_1571 (size=12001) 2024-12-02T22:25:59,301 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/46f576ea940549f0ab3af3e3782a5d03 2024-12-02T22:25:59,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/35bcf66da6524bf5beb2a811caf796e5 is 50, key is test_row_0/C:col10/1733178357883/Put/seqid=0 2024-12-02T22:25:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742396_1572 (size=12001) 2024-12-02T22:25:59,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178419317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178419317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178419317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178419319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178419319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-02T22:25:59,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178419621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178419621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178419621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178419622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178419622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,709 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/35bcf66da6524bf5beb2a811caf796e5 2024-12-02T22:25:59,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/2006e0085b71484687af7f52acfeaea2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2006e0085b71484687af7f52acfeaea2 2024-12-02T22:25:59,714 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2006e0085b71484687af7f52acfeaea2, entries=150, sequenceid=97, filesize=30.2 K 2024-12-02T22:25:59,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/46f576ea940549f0ab3af3e3782a5d03 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/46f576ea940549f0ab3af3e3782a5d03 2024-12-02T22:25:59,716 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/46f576ea940549f0ab3af3e3782a5d03, entries=150, sequenceid=97, filesize=11.7 K 2024-12-02T22:25:59,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/35bcf66da6524bf5beb2a811caf796e5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/35bcf66da6524bf5beb2a811caf796e5 2024-12-02T22:25:59,719 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/35bcf66da6524bf5beb2a811caf796e5, entries=150, sequenceid=97, filesize=11.7 K 2024-12-02T22:25:59,720 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 767b60269b059d631bcbffcddcf8dbff in 841ms, sequenceid=97, compaction requested=true 2024-12-02T22:25:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:25:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-02T22:25:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-02T22:25:59,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-02T22:25:59,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 992 msec 2024-12-02T22:25:59,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 995 msec 2024-12-02T22:25:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-02T22:25:59,831 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-02T22:25:59,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-02T22:25:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-02T22:25:59,833 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:25:59,834 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:25:59,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:25:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-02T22:25:59,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:25:59,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-02T22:25:59,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:25:59,986 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T22:25:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:25:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:25:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:25:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:25:59,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202feab630fb60e4a6c99cf77006aeaeddc_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178359012/Put/seqid=0 2024-12-02T22:25:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742397_1573 (size=12154) 2024-12-02T22:26:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:00,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:00,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178420131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-02T22:26:00,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178420132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178420133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178420134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178420134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178420235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178420236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178420236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178420237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178420238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:00,396 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202feab630fb60e4a6c99cf77006aeaeddc_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202feab630fb60e4a6c99cf77006aeaeddc_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:00,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/3bfc18a44a324c57bf282f2aeba12801, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:00,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/3bfc18a44a324c57bf282f2aeba12801 is 175, key is test_row_0/A:col10/1733178359012/Put/seqid=0 2024-12-02T22:26:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742398_1574 (size=30955) 2024-12-02T22:26:00,399 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/3bfc18a44a324c57bf282f2aeba12801 2024-12-02T22:26:00,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/3afa81c5880a49958864d541dceea353 is 50, key is test_row_0/B:col10/1733178359012/Put/seqid=0 2024-12-02T22:26:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742399_1575 (size=12001) 2024-12-02T22:26:00,406 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/3afa81c5880a49958864d541dceea353 2024-12-02T22:26:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5 is 50, key is test_row_0/C:col10/1733178359012/Put/seqid=0 2024-12-02T22:26:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742400_1576 (size=12001) 2024-12-02T22:26:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-02T22:26:00,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178420436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178420439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178420439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178420440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178420440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178420738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178420740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178420741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178420743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178420746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:00,813 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5 2024-12-02T22:26:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/3bfc18a44a324c57bf282f2aeba12801 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/3bfc18a44a324c57bf282f2aeba12801 2024-12-02T22:26:00,819 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/3bfc18a44a324c57bf282f2aeba12801, entries=150, sequenceid=117, filesize=30.2 K 2024-12-02T22:26:00,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/3afa81c5880a49958864d541dceea353 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3afa81c5880a49958864d541dceea353 2024-12-02T22:26:00,822 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3afa81c5880a49958864d541dceea353, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T22:26:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5 2024-12-02T22:26:00,825 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T22:26:00,826 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 767b60269b059d631bcbffcddcf8dbff in 841ms, sequenceid=117, compaction requested=true 2024-12-02T22:26:00,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:00,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:00,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-02T22:26:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-02T22:26:00,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-02T22:26:00,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 993 msec 2024-12-02T22:26:00,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 999 msec 2024-12-02T22:26:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-02T22:26:00,935 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-02T22:26:00,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:26:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-02T22:26:00,937 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:26:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T22:26:00,937 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:26:00,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T22:26:01,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-02T22:26:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:01,089 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T22:26:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d0ed3835b36a42889bf59dfb8da5b8ac_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178360132/Put/seqid=0 2024-12-02T22:26:01,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742401_1577 (size=12304) 2024-12-02T22:26:01,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:01,099 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d0ed3835b36a42889bf59dfb8da5b8ac_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0ed3835b36a42889bf59dfb8da5b8ac_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:01,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a2e28b945a234e569d3864233c9af90b, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:01,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a2e28b945a234e569d3864233c9af90b is 175, key is test_row_0/A:col10/1733178360132/Put/seqid=0 2024-12-02T22:26:01,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742402_1578 (size=31105) 2024-12-02T22:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T22:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:01,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:01,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178421256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178421257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178421258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178421257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178421259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178421361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178421361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178421362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178421362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178421362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,504 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a2e28b945a234e569d3864233c9af90b 2024-12-02T22:26:01,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/e5fc71146b8846428ecf67b0f677d567 is 50, key is test_row_0/B:col10/1733178360132/Put/seqid=0 2024-12-02T22:26:01,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742403_1579 (size=12151) 2024-12-02T22:26:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T22:26:01,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178421564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178421564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178421564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178421565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178421565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178421866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178421867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178421867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178421867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178421870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:01,912 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/e5fc71146b8846428ecf67b0f677d567 2024-12-02T22:26:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/32861494e01b4f90a1c19b188c9f1672 is 50, key is test_row_0/C:col10/1733178360132/Put/seqid=0 2024-12-02T22:26:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742404_1580 (size=12151) 2024-12-02T22:26:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T22:26:02,322 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/32861494e01b4f90a1c19b188c9f1672 2024-12-02T22:26:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a2e28b945a234e569d3864233c9af90b as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a2e28b945a234e569d3864233c9af90b 2024-12-02T22:26:02,328 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a2e28b945a234e569d3864233c9af90b, entries=150, sequenceid=133, filesize=30.4 K 2024-12-02T22:26:02,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/e5fc71146b8846428ecf67b0f677d567 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e5fc71146b8846428ecf67b0f677d567 2024-12-02T22:26:02,331 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e5fc71146b8846428ecf67b0f677d567, entries=150, sequenceid=133, filesize=11.9 K 2024-12-02T22:26:02,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/32861494e01b4f90a1c19b188c9f1672 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/32861494e01b4f90a1c19b188c9f1672 2024-12-02T22:26:02,334 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/32861494e01b4f90a1c19b188c9f1672, entries=150, sequenceid=133, filesize=11.9 K 2024-12-02T22:26:02,334 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 767b60269b059d631bcbffcddcf8dbff in 1245ms, sequenceid=133, compaction requested=true 2024-12-02T22:26:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-02T22:26:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-02T22:26:02,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-02T22:26:02,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-12-02T22:26:02,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.4000 sec 2024-12-02T22:26:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:02,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T22:26:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:02,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d702afc1a8274025a5c48bb04b3663b1_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178361256/Put/seqid=0 2024-12-02T22:26:02,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178422379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742405_1581 (size=17284) 2024-12-02T22:26:02,383 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:02,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178422380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178422380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,385 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d702afc1a8274025a5c48bb04b3663b1_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d702afc1a8274025a5c48bb04b3663b1_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:02,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178422381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/fb5db862060d47e2a4720ced023c77d8, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:02,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178422382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/fb5db862060d47e2a4720ced023c77d8 is 175, key is test_row_0/A:col10/1733178361256/Put/seqid=0 2024-12-02T22:26:02,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742406_1582 (size=48389) 2024-12-02T22:26:02,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178422483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178422484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178422484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178422486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178422487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178422686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178422687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178422687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178422690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178422690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,789 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/fb5db862060d47e2a4720ced023c77d8 2024-12-02T22:26:02,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/3da0d0e85ecc4393b31e6c9ab28bb493 is 50, key is test_row_0/B:col10/1733178361256/Put/seqid=0 2024-12-02T22:26:02,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742407_1583 (size=12151) 2024-12-02T22:26:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178422990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178422990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178422990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178422993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:02,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178422993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T22:26:03,041 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-02T22:26:03,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:26:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-02T22:26:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-02T22:26:03,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:26:03,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:26:03,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:26:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-02T22:26:03,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-02T22:26:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/3da0d0e85ecc4393b31e6c9ab28bb493 2024-12-02T22:26:03,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/34024afee3244d2b9caf990bc342f283 is 50, key is test_row_0/C:col10/1733178361256/Put/seqid=0 2024-12-02T22:26:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742408_1584 (size=12151) 2024-12-02T22:26:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-02T22:26:03,347 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-02T22:26:03,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178423494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178423494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178423495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178423495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-02T22:26:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:03,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:03,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178423499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/34024afee3244d2b9caf990bc342f283 2024-12-02T22:26:03,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/fb5db862060d47e2a4720ced023c77d8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/fb5db862060d47e2a4720ced023c77d8 2024-12-02T22:26:03,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/fb5db862060d47e2a4720ced023c77d8, entries=250, sequenceid=155, filesize=47.3 K 2024-12-02T22:26:03,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/3da0d0e85ecc4393b31e6c9ab28bb493 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3da0d0e85ecc4393b31e6c9ab28bb493 2024-12-02T22:26:03,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3da0d0e85ecc4393b31e6c9ab28bb493, entries=150, sequenceid=155, filesize=11.9 K 2024-12-02T22:26:03,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/34024afee3244d2b9caf990bc342f283 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34024afee3244d2b9caf990bc342f283 2024-12-02T22:26:03,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34024afee3244d2b9caf990bc342f283, entries=150, sequenceid=155, filesize=11.9 K 2024-12-02T22:26:03,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 767b60269b059d631bcbffcddcf8dbff in 1252ms, sequenceid=155, compaction requested=true 2024-12-02T22:26:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:26:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:26:03,624 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T22:26:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:03,624 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T22:26:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:26:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:26:03,625 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72409 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T22:26:03,625 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 203417 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T22:26:03,625 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/A is initiating minor compaction (all files) 2024-12-02T22:26:03,625 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/A in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,625 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/0421642d12094c049f440c2c751a308f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d6ec9d55a9da46bf906b00d85078743d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2006e0085b71484687af7f52acfeaea2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/3bfc18a44a324c57bf282f2aeba12801, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a2e28b945a234e569d3864233c9af90b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/fb5db862060d47e2a4720ced023c77d8] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=198.6 K 2024-12-02T22:26:03,625 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/B is initiating minor compaction (all files) 2024-12-02T22:26:03,625 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,625 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/B in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,625 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/0421642d12094c049f440c2c751a308f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d6ec9d55a9da46bf906b00d85078743d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2006e0085b71484687af7f52acfeaea2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/3bfc18a44a324c57bf282f2aeba12801, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a2e28b945a234e569d3864233c9af90b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/fb5db862060d47e2a4720ced023c77d8] 2024-12-02T22:26:03,625 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e2694103d85446c3b701110fa3079789, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/0df35cf1cddd48f8b7a97788ed5743ac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/46f576ea940549f0ab3af3e3782a5d03, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3afa81c5880a49958864d541dceea353, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e5fc71146b8846428ecf67b0f677d567, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3da0d0e85ecc4393b31e6c9ab28bb493] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=70.7 K 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0421642d12094c049f440c2c751a308f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733178355636 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e2694103d85446c3b701110fa3079789, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733178355636 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6ec9d55a9da46bf906b00d85078743d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178356759 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 0df35cf1cddd48f8b7a97788ed5743ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178356759 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2006e0085b71484687af7f52acfeaea2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178357881 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bfc18a44a324c57bf282f2aeba12801, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733178359011 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 46f576ea940549f0ab3af3e3782a5d03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178357881 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2e28b945a234e569d3864233c9af90b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733178360132 2024-12-02T22:26:03,626 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 3afa81c5880a49958864d541dceea353, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733178359011 2024-12-02T22:26:03,627 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb5db862060d47e2a4720ced023c77d8, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733178361252 2024-12-02T22:26:03,627 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting e5fc71146b8846428ecf67b0f677d567, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733178360132 2024-12-02T22:26:03,627 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 3da0d0e85ecc4393b31e6c9ab28bb493, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733178361252 2024-12-02T22:26:03,633 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:03,634 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202027553a8ec7d41f4bfb6db4785feb859_767b60269b059d631bcbffcddcf8dbff store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:03,635 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#B#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:03,636 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/272bcde3b07446fea9c6d683be580c99 is 50, key is test_row_0/B:col10/1733178361256/Put/seqid=0 2024-12-02T22:26:03,637 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202027553a8ec7d41f4bfb6db4785feb859_767b60269b059d631bcbffcddcf8dbff, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:03,637 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202027553a8ec7d41f4bfb6db4785feb859_767b60269b059d631bcbffcddcf8dbff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:03,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742409_1585 (size=12459) 2024-12-02T22:26:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742410_1586 (size=4469) 2024-12-02T22:26:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-02T22:26:03,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:03,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-02T22:26:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:03,652 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T22:26:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021b68b72fbc444192ba8bb07592a3bf90_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178362380/Put/seqid=0 2024-12-02T22:26:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742411_1587 (size=12304) 2024-12-02T22:26:04,042 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#A#compaction#494 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:04,042 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/bf9590d1369f4cbf835f06995a602267 is 175, key is test_row_0/A:col10/1733178361256/Put/seqid=0 2024-12-02T22:26:04,043 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/272bcde3b07446fea9c6d683be580c99 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/272bcde3b07446fea9c6d683be580c99 2024-12-02T22:26:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742412_1588 (size=31413) 2024-12-02T22:26:04,046 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/B of 767b60269b059d631bcbffcddcf8dbff into 272bcde3b07446fea9c6d683be580c99(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:04,046 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:04,046 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/B, priority=10, startTime=1733178363624; duration=0sec 2024-12-02T22:26:04,046 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:26:04,046 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:B 2024-12-02T22:26:04,046 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-02T22:26:04,047 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72409 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-02T22:26:04,047 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/C is initiating minor compaction (all files) 2024-12-02T22:26:04,047 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/C in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:04,048 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/83d61e5f703442bca17b746b6b84e093, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c487f1be2d7b4abeb8263544218d7a48, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/35bcf66da6524bf5beb2a811caf796e5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/32861494e01b4f90a1c19b188c9f1672, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34024afee3244d2b9caf990bc342f283] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=70.7 K 2024-12-02T22:26:04,048 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d61e5f703442bca17b746b6b84e093, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733178355636 2024-12-02T22:26:04,048 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting c487f1be2d7b4abeb8263544218d7a48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733178356759 2024-12-02T22:26:04,048 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 35bcf66da6524bf5beb2a811caf796e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733178357881 2024-12-02T22:26:04,048 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ca32f8a1a3d4cab87b43d8c3b1b82a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733178359011 2024-12-02T22:26:04,049 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 32861494e01b4f90a1c19b188c9f1672, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733178360132 2024-12-02T22:26:04,049 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 34024afee3244d2b9caf990bc342f283, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733178361252 2024-12-02T22:26:04,056 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:04,056 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/d2edf403847949698d18a3b17e77a283 is 50, key is test_row_0/C:col10/1733178361256/Put/seqid=0 2024-12-02T22:26:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742413_1589 (size=12459) 2024-12-02T22:26:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:04,061 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021b68b72fbc444192ba8bb07592a3bf90_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021b68b72fbc444192ba8bb07592a3bf90_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/97e619977490468886f87b0b55ed0398, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/97e619977490468886f87b0b55ed0398 is 175, key is test_row_0/A:col10/1733178362380/Put/seqid=0 2024-12-02T22:26:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742414_1590 (size=31105) 2024-12-02T22:26:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-02T22:26:04,449 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/bf9590d1369f4cbf835f06995a602267 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/bf9590d1369f4cbf835f06995a602267 2024-12-02T22:26:04,451 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/A of 767b60269b059d631bcbffcddcf8dbff into bf9590d1369f4cbf835f06995a602267(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:04,452 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:04,452 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/A, priority=10, startTime=1733178363623; duration=0sec 2024-12-02T22:26:04,452 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:04,452 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:A 2024-12-02T22:26:04,461 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/d2edf403847949698d18a3b17e77a283 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/d2edf403847949698d18a3b17e77a283 2024-12-02T22:26:04,464 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/C of 767b60269b059d631bcbffcddcf8dbff into d2edf403847949698d18a3b17e77a283(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:04,464 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:04,464 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/C, priority=10, startTime=1733178363624; duration=0sec 2024-12-02T22:26:04,464 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:04,464 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:C 2024-12-02T22:26:04,465 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/97e619977490468886f87b0b55ed0398 2024-12-02T22:26:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/057b0f406deb411cb9c7a272c45c1c4e is 50, key is test_row_0/B:col10/1733178362380/Put/seqid=0 2024-12-02T22:26:04,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742415_1591 (size=12151) 2024-12-02T22:26:04,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:04,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178424515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178424515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178424516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178424516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178424517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178424617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178424618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178424619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178424619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178424619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178424820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178424820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178424821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178424821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178424822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:04,877 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/057b0f406deb411cb9c7a272c45c1c4e 2024-12-02T22:26:04,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/a8898ed75cef4f998a5298906f733105 is 50, key is test_row_0/C:col10/1733178362380/Put/seqid=0 2024-12-02T22:26:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742416_1592 (size=12151) 2024-12-02T22:26:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178425122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178425123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178425123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178425123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178425124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-02T22:26:05,285 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/a8898ed75cef4f998a5298906f733105 2024-12-02T22:26:05,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/97e619977490468886f87b0b55ed0398 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/97e619977490468886f87b0b55ed0398 2024-12-02T22:26:05,290 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/97e619977490468886f87b0b55ed0398, entries=150, sequenceid=169, filesize=30.4 K 2024-12-02T22:26:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/057b0f406deb411cb9c7a272c45c1c4e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/057b0f406deb411cb9c7a272c45c1c4e 2024-12-02T22:26:05,293 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/057b0f406deb411cb9c7a272c45c1c4e, entries=150, sequenceid=169, filesize=11.9 K 2024-12-02T22:26:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/a8898ed75cef4f998a5298906f733105 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/a8898ed75cef4f998a5298906f733105 2024-12-02T22:26:05,296 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/a8898ed75cef4f998a5298906f733105, entries=150, sequenceid=169, filesize=11.9 K 2024-12-02T22:26:05,296 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 767b60269b059d631bcbffcddcf8dbff in 1644ms, sequenceid=169, compaction requested=false 2024-12-02T22:26:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-02T22:26:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-02T22:26:05,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-02T22:26:05,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2540 sec 2024-12-02T22:26:05,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.2560 sec 2024-12-02T22:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:05,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T22:26:05,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:05,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:05,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:05,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:05,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:05,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:05,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120270c7915f507b437f93bbcf2d85be1e06_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178364516/Put/seqid=0 2024-12-02T22:26:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178425631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178425631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742417_1593 (size=14794) 2024-12-02T22:26:05,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178425633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178425634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178425634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178425734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178425734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178425737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178425737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178425737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178425937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178425937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178425939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178425939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178425940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:06,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120270c7915f507b437f93bbcf2d85be1e06_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270c7915f507b437f93bbcf2d85be1e06_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:06,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:06,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e is 175, key is test_row_0/A:col10/1733178364516/Put/seqid=0 2024-12-02T22:26:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742418_1594 (size=39749) 2024-12-02T22:26:06,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178426239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178426240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178426243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178426243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178426243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e 2024-12-02T22:26:06,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/d3255029275f4957bda3f83a9087016f is 50, key is test_row_0/B:col10/1733178364516/Put/seqid=0 2024-12-02T22:26:06,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742419_1595 (size=12151) 2024-12-02T22:26:06,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178426741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178426745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178426746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178426746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178426747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:06,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/d3255029275f4957bda3f83a9087016f 2024-12-02T22:26:06,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/45060120b5db4c2a8d53679ef5a7b9ec is 50, key is test_row_0/C:col10/1733178364516/Put/seqid=0 2024-12-02T22:26:06,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742420_1596 (size=12151) 2024-12-02T22:26:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-02T22:26:07,147 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-02T22:26:07,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:26:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-02T22:26:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-02T22:26:07,149 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:26:07,149 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:26:07,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:26:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-02T22:26:07,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/45060120b5db4c2a8d53679ef5a7b9ec 2024-12-02T22:26:07,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e 2024-12-02T22:26:07,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e, entries=200, sequenceid=198, filesize=38.8 K 2024-12-02T22:26:07,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/d3255029275f4957bda3f83a9087016f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/d3255029275f4957bda3f83a9087016f 2024-12-02T22:26:07,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/d3255029275f4957bda3f83a9087016f, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T22:26:07,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/45060120b5db4c2a8d53679ef5a7b9ec as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/45060120b5db4c2a8d53679ef5a7b9ec 2024-12-02T22:26:07,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/45060120b5db4c2a8d53679ef5a7b9ec, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T22:26:07,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 767b60269b059d631bcbffcddcf8dbff in 1645ms, sequenceid=198, compaction requested=true 2024-12-02T22:26:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:26:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:26:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:07,272 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:07,272 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:26:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/B is initiating minor compaction (all files) 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/A is initiating minor compaction (all files) 2024-12-02T22:26:07,273 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/B in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:07,273 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/A in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:07,273 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/272bcde3b07446fea9c6d683be580c99, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/057b0f406deb411cb9c7a272c45c1c4e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/d3255029275f4957bda3f83a9087016f] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=35.9 K 2024-12-02T22:26:07,273 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/bf9590d1369f4cbf835f06995a602267, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/97e619977490468886f87b0b55ed0398, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=99.9 K 2024-12-02T22:26:07,273 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/bf9590d1369f4cbf835f06995a602267, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/97e619977490468886f87b0b55ed0398, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e] 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 272bcde3b07446fea9c6d683be580c99, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733178361252 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf9590d1369f4cbf835f06995a602267, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733178361252 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 057b0f406deb411cb9c7a272c45c1c4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733178362380 2024-12-02T22:26:07,273 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97e619977490468886f87b0b55ed0398, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733178362380 2024-12-02T22:26:07,274 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d3255029275f4957bda3f83a9087016f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178364515 2024-12-02T22:26:07,274 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ab3d5ad37bf4539a49a2aaf3d8ed83e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178364515 2024-12-02T22:26:07,278 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:07,278 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/bbecb9a80c904b81a5284a44b0b037a0 is 50, key is test_row_0/B:col10/1733178364516/Put/seqid=0 2024-12-02T22:26:07,279 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:07,281 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412025cac5e13460349aa92a170df0b2d1238_767b60269b059d631bcbffcddcf8dbff store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:07,282 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412025cac5e13460349aa92a170df0b2d1238_767b60269b059d631bcbffcddcf8dbff, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:07,282 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025cac5e13460349aa92a170df0b2d1238_767b60269b059d631bcbffcddcf8dbff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742421_1597 (size=12561) 2024-12-02T22:26:07,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742422_1598 (size=4469) 2024-12-02T22:26:07,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-02T22:26:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:07,301 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:26:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ac2b2ff547004081ae947dd2a9328dda_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178365633/Put/seqid=0 2024-12-02T22:26:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742423_1599 (size=12304) 2024-12-02T22:26:07,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:26:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-02T22:26:07,685 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/bbecb9a80c904b81a5284a44b0b037a0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/bbecb9a80c904b81a5284a44b0b037a0 2024-12-02T22:26:07,686 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#A#compaction#504 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:07,687 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/d875c6137ede4603994d61a9b74c132d is 175, key is test_row_0/A:col10/1733178364516/Put/seqid=0 2024-12-02T22:26:07,688 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/B of 767b60269b059d631bcbffcddcf8dbff into bbecb9a80c904b81a5284a44b0b037a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:07,688 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:07,688 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/B, priority=13, startTime=1733178367272; duration=0sec 2024-12-02T22:26:07,688 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:26:07,688 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:B 2024-12-02T22:26:07,688 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:07,689 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:07,689 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/C is initiating minor compaction (all files) 2024-12-02T22:26:07,689 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/C in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:07,689 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/d2edf403847949698d18a3b17e77a283, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/a8898ed75cef4f998a5298906f733105, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/45060120b5db4c2a8d53679ef5a7b9ec] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=35.9 K 2024-12-02T22:26:07,689 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting d2edf403847949698d18a3b17e77a283, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733178361252 2024-12-02T22:26:07,690 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting a8898ed75cef4f998a5298906f733105, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733178362380 2024-12-02T22:26:07,690 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 45060120b5db4c2a8d53679ef5a7b9ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178364515 2024-12-02T22:26:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742424_1600 (size=31515) 2024-12-02T22:26:07,694 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:07,694 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/988e816e4dc74473a048276d7765d002 is 50, key is test_row_0/C:col10/1733178364516/Put/seqid=0 2024-12-02T22:26:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742425_1601 (size=12561) 2024-12-02T22:26:07,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:07,712 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ac2b2ff547004081ae947dd2a9328dda_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ac2b2ff547004081ae947dd2a9328dda_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/875c9662feef4b0d908a3d23ede906c8, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/875c9662feef4b0d908a3d23ede906c8 is 175, key is test_row_0/A:col10/1733178365633/Put/seqid=0 2024-12-02T22:26:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742426_1602 (size=31105) 2024-12-02T22:26:07,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-02T22:26:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178427760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178427761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178427761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178427762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178427762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178427864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178427864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178427864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178427864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:07,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178427864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178428066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178428066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178428067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178428067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178428067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,093 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/d875c6137ede4603994d61a9b74c132d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d875c6137ede4603994d61a9b74c132d 2024-12-02T22:26:08,096 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/A of 767b60269b059d631bcbffcddcf8dbff into d875c6137ede4603994d61a9b74c132d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:08,096 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:08,096 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/A, priority=13, startTime=1733178367272; duration=0sec 2024-12-02T22:26:08,096 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:08,096 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:A 2024-12-02T22:26:08,099 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/988e816e4dc74473a048276d7765d002 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/988e816e4dc74473a048276d7765d002 2024-12-02T22:26:08,102 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/C of 767b60269b059d631bcbffcddcf8dbff into 988e816e4dc74473a048276d7765d002(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:08,102 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:08,102 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/C, priority=13, startTime=1733178367272; duration=0sec 2024-12-02T22:26:08,102 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:08,102 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:C 2024-12-02T22:26:08,117 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/875c9662feef4b0d908a3d23ede906c8 2024-12-02T22:26:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/66f3d5d3f29442cf82821eb1a3c1be15 is 50, key is test_row_0/B:col10/1733178365633/Put/seqid=0 2024-12-02T22:26:08,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742427_1603 (size=12151) 2024-12-02T22:26:08,124 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/66f3d5d3f29442cf82821eb1a3c1be15 2024-12-02T22:26:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/02a2aed917cd48ea8e053417c69ecd72 is 50, key is test_row_0/C:col10/1733178365633/Put/seqid=0 2024-12-02T22:26:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742428_1604 (size=12151) 2024-12-02T22:26:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-02T22:26:08,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178428368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178428369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178428369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178428369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178428371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,531 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/02a2aed917cd48ea8e053417c69ecd72 2024-12-02T22:26:08,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/875c9662feef4b0d908a3d23ede906c8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/875c9662feef4b0d908a3d23ede906c8 2024-12-02T22:26:08,536 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/875c9662feef4b0d908a3d23ede906c8, entries=150, sequenceid=209, filesize=30.4 K 2024-12-02T22:26:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/66f3d5d3f29442cf82821eb1a3c1be15 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/66f3d5d3f29442cf82821eb1a3c1be15 2024-12-02T22:26:08,539 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/66f3d5d3f29442cf82821eb1a3c1be15, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T22:26:08,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/02a2aed917cd48ea8e053417c69ecd72 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/02a2aed917cd48ea8e053417c69ecd72 2024-12-02T22:26:08,541 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/02a2aed917cd48ea8e053417c69ecd72, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T22:26:08,542 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 767b60269b059d631bcbffcddcf8dbff in 1241ms, sequenceid=209, compaction requested=false 2024-12-02T22:26:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-02T22:26:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-02T22:26:08,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-02T22:26:08,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-12-02T22:26:08,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.3960 sec 2024-12-02T22:26:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:08,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:26:08,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:08,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:08,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:08,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:08,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:08,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:08,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ec0358a2eeee4df6858fcdf6b8a5dcfd_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178368872/Put/seqid=0 2024-12-02T22:26:08,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178428877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742429_1605 (size=12304) 2024-12-02T22:26:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178428879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178428879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178428879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178428880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178428980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178428983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178428983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178428983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:08,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178428983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178429183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178429185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178429186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178429186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178429186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-02T22:26:09,252 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-02T22:26:09,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-02T22:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-02T22:26:09,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:26:09,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:26:09,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:26:09,281 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:09,284 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ec0358a2eeee4df6858fcdf6b8a5dcfd_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ec0358a2eeee4df6858fcdf6b8a5dcfd_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:09,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/e863ffd19a1b4c9bba2c3ac6db828cd5, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:09,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/e863ffd19a1b4c9bba2c3ac6db828cd5 is 175, key is test_row_0/A:col10/1733178368872/Put/seqid=0 2024-12-02T22:26:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742430_1606 (size=31105) 2024-12-02T22:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-02T22:26:09,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:09,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178429484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178429489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178429489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178429489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178429490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-02T22:26:09,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:09,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:09,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:09,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:09,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,692 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/e863ffd19a1b4c9bba2c3ac6db828cd5 2024-12-02T22:26:09,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/13ddcbd50a1e4a97a565dfe2f9c426dc is 50, key is test_row_0/B:col10/1733178368872/Put/seqid=0 2024-12-02T22:26:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742431_1607 (size=12151) 2024-12-02T22:26:09,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:09,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:09,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-02T22:26:09,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:09,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:09,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:09,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:09,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:09,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178429986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178429991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178429995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178429995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178429995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:10,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:10,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:10,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:10,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/13ddcbd50a1e4a97a565dfe2f9c426dc 2024-12-02T22:26:10,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/f0b9a77f601c494b844f1f0564809752 is 50, key is test_row_0/C:col10/1733178368872/Put/seqid=0 2024-12-02T22:26:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742432_1608 (size=12151) 2024-12-02T22:26:10,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:10,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,318 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:10,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-02T22:26:10,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:10,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:10,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:10,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:10,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/f0b9a77f601c494b844f1f0564809752 2024-12-02T22:26:10,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/e863ffd19a1b4c9bba2c3ac6db828cd5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e863ffd19a1b4c9bba2c3ac6db828cd5 2024-12-02T22:26:10,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e863ffd19a1b4c9bba2c3ac6db828cd5, entries=150, sequenceid=238, filesize=30.4 K 2024-12-02T22:26:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/13ddcbd50a1e4a97a565dfe2f9c426dc as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/13ddcbd50a1e4a97a565dfe2f9c426dc 2024-12-02T22:26:10,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/13ddcbd50a1e4a97a565dfe2f9c426dc, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T22:26:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/f0b9a77f601c494b844f1f0564809752 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/f0b9a77f601c494b844f1f0564809752 2024-12-02T22:26:10,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/f0b9a77f601c494b844f1f0564809752, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T22:26:10,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 767b60269b059d631bcbffcddcf8dbff in 1662ms, sequenceid=238, compaction requested=true 2024-12-02T22:26:10,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:26:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:26:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:26:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:26:10,536 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:10,536 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:10,536 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:10,536 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/A is initiating minor compaction (all files) 2024-12-02T22:26:10,536 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/A in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,537 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d875c6137ede4603994d61a9b74c132d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/875c9662feef4b0d908a3d23ede906c8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e863ffd19a1b4c9bba2c3ac6db828cd5] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=91.5 K 2024-12-02T22:26:10,537 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,537 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:10,537 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d875c6137ede4603994d61a9b74c132d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/875c9662feef4b0d908a3d23ede906c8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e863ffd19a1b4c9bba2c3ac6db828cd5] 2024-12-02T22:26:10,537 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/B is initiating minor compaction (all files) 2024-12-02T22:26:10,537 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/B in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,537 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/bbecb9a80c904b81a5284a44b0b037a0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/66f3d5d3f29442cf82821eb1a3c1be15, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/13ddcbd50a1e4a97a565dfe2f9c426dc] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=36.0 K 2024-12-02T22:26:10,537 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting d875c6137ede4603994d61a9b74c132d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178364515 2024-12-02T22:26:10,537 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 875c9662feef4b0d908a3d23ede906c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733178365632 2024-12-02T22:26:10,537 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting bbecb9a80c904b81a5284a44b0b037a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178364515 2024-12-02T22:26:10,537 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting e863ffd19a1b4c9bba2c3ac6db828cd5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178367760 2024-12-02T22:26:10,537 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f3d5d3f29442cf82821eb1a3c1be15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733178365632 2024-12-02T22:26:10,538 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 13ddcbd50a1e4a97a565dfe2f9c426dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178367760 2024-12-02T22:26:10,543 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:10,544 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:10,544 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/18bc5a035f6f489abb26ad8e14c3e6ff is 50, key is test_row_0/B:col10/1733178368872/Put/seqid=0 2024-12-02T22:26:10,555 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120203eddd699b454f12ba704bf09fe230d8_767b60269b059d631bcbffcddcf8dbff store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:10,557 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120203eddd699b454f12ba704bf09fe230d8_767b60269b059d631bcbffcddcf8dbff, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:10,557 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120203eddd699b454f12ba704bf09fe230d8_767b60269b059d631bcbffcddcf8dbff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742433_1609 (size=12663) 2024-12-02T22:26:10,562 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/18bc5a035f6f489abb26ad8e14c3e6ff as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/18bc5a035f6f489abb26ad8e14c3e6ff 2024-12-02T22:26:10,566 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/B of 767b60269b059d631bcbffcddcf8dbff into 18bc5a035f6f489abb26ad8e14c3e6ff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:10,566 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:10,566 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/B, priority=13, startTime=1733178370536; duration=0sec 2024-12-02T22:26:10,566 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:26:10,566 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:B 2024-12-02T22:26:10,566 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:10,567 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:10,567 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/C is initiating minor compaction (all files) 2024-12-02T22:26:10,567 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/C in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,567 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/988e816e4dc74473a048276d7765d002, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/02a2aed917cd48ea8e053417c69ecd72, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/f0b9a77f601c494b844f1f0564809752] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=36.0 K 2024-12-02T22:26:10,567 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 988e816e4dc74473a048276d7765d002, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733178364515 2024-12-02T22:26:10,568 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a2aed917cd48ea8e053417c69ecd72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733178365632 2024-12-02T22:26:10,568 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting f0b9a77f601c494b844f1f0564809752, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178367760 2024-12-02T22:26:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742434_1610 (size=4469) 2024-12-02T22:26:10,574 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:10,574 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/cec81692471a49cfabbb407aba55340a is 50, key is test_row_0/C:col10/1733178368872/Put/seqid=0 2024-12-02T22:26:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742435_1611 (size=12663) 2024-12-02T22:26:10,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:10,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-02T22:26:10,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:10,623 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T22:26:10,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:10,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022b65db68854040668d2492323d689cea_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178368879/Put/seqid=0 2024-12-02T22:26:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742436_1612 (size=12304) 2024-12-02T22:26:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:10,635 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022b65db68854040668d2492323d689cea_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022b65db68854040668d2492323d689cea_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:10,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a64012bdb4e04651be50a2f3349684b5, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a64012bdb4e04651be50a2f3349684b5 is 175, key is test_row_0/A:col10/1733178368879/Put/seqid=0 2024-12-02T22:26:10,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742437_1613 (size=31105) 2024-12-02T22:26:10,639 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a64012bdb4e04651be50a2f3349684b5 2024-12-02T22:26:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/50c5cd4769554455b17a40c1e914e173 is 50, key is test_row_0/B:col10/1733178368879/Put/seqid=0 2024-12-02T22:26:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742438_1614 (size=12151) 2024-12-02T22:26:10,647 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/50c5cd4769554455b17a40c1e914e173 2024-12-02T22:26:10,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/051e4005563e4023b17113cdc8ceda0d is 50, key is test_row_0/C:col10/1733178368879/Put/seqid=0 2024-12-02T22:26:10,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742439_1615 (size=12151) 2024-12-02T22:26:10,969 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#A#compaction#512 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:10,970 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/2667dc2650d9447aa41a6e4754bb9e79 is 175, key is test_row_0/A:col10/1733178368872/Put/seqid=0 2024-12-02T22:26:10,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742440_1616 (size=31617) 2024-12-02T22:26:10,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:10,996 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/cec81692471a49cfabbb407aba55340a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/cec81692471a49cfabbb407aba55340a 2024-12-02T22:26:11,001 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/C of 767b60269b059d631bcbffcddcf8dbff into cec81692471a49cfabbb407aba55340a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:11,001 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:11,001 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/C, priority=13, startTime=1733178370536; duration=0sec 2024-12-02T22:26:11,001 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:11,001 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:C 2024-12-02T22:26:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178431010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178431010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178431011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178431012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178431012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,056 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/051e4005563e4023b17113cdc8ceda0d 2024-12-02T22:26:11,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a64012bdb4e04651be50a2f3349684b5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a64012bdb4e04651be50a2f3349684b5 2024-12-02T22:26:11,061 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a64012bdb4e04651be50a2f3349684b5, entries=150, sequenceid=250, filesize=30.4 K 2024-12-02T22:26:11,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/50c5cd4769554455b17a40c1e914e173 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/50c5cd4769554455b17a40c1e914e173 2024-12-02T22:26:11,064 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/50c5cd4769554455b17a40c1e914e173, entries=150, sequenceid=250, filesize=11.9 K 2024-12-02T22:26:11,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/051e4005563e4023b17113cdc8ceda0d as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/051e4005563e4023b17113cdc8ceda0d 2024-12-02T22:26:11,067 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/051e4005563e4023b17113cdc8ceda0d, entries=150, sequenceid=250, filesize=11.9 K 2024-12-02T22:26:11,068 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 767b60269b059d631bcbffcddcf8dbff in 445ms, sequenceid=250, compaction requested=false 2024-12-02T22:26:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-02T22:26:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-02T22:26:11,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-02T22:26:11,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-12-02T22:26:11,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8170 sec 2024-12-02T22:26:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:11,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T22:26:11,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:11,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:11,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:11,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:11,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:11,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:11,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022c95e7793ae2413fbb6df2b979728957_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178371114/Put/seqid=0 2024-12-02T22:26:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178431119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178431120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178431120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178431120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178431120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742441_1617 (size=12454) 2024-12-02T22:26:11,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178431223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178431223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178431223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178431223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178431223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-02T22:26:11,357 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-02T22:26:11,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T22:26:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-02T22:26:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T22:26:11,359 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T22:26:11,359 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T22:26:11,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T22:26:11,375 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/2667dc2650d9447aa41a6e4754bb9e79 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2667dc2650d9447aa41a6e4754bb9e79 2024-12-02T22:26:11,378 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/A of 767b60269b059d631bcbffcddcf8dbff into 2667dc2650d9447aa41a6e4754bb9e79(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:11,378 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:11,378 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/A, priority=13, startTime=1733178370536; duration=0sec 2024-12-02T22:26:11,378 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:11,378 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:A 2024-12-02T22:26:11,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178431425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178431425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178431426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178431426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178431426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T22:26:11,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:11,526 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022c95e7793ae2413fbb6df2b979728957_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022c95e7793ae2413fbb6df2b979728957_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:11,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/85c61534c192488dafe957a1a049a235, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:11,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/85c61534c192488dafe957a1a049a235 is 175, key is test_row_0/A:col10/1733178371114/Put/seqid=0 2024-12-02T22:26:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742442_1618 (size=31255) 2024-12-02T22:26:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T22:26:11,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178431727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178431727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178431728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178431728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178431729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,930 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/85c61534c192488dafe957a1a049a235 2024-12-02T22:26:11,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/7c3b3582707d49d7aa3e1267687040d5 is 50, key is test_row_0/B:col10/1733178371114/Put/seqid=0 2024-12-02T22:26:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742443_1619 (size=12301) 2024-12-02T22:26:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T22:26:11,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:11,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:11,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178432230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178432232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178432233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178432234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178432234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:12,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:12,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/7c3b3582707d49d7aa3e1267687040d5 2024-12-02T22:26:12,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/feca8a272ff24fd7a874d8eab5470346 is 50, key is test_row_0/C:col10/1733178371114/Put/seqid=0 2024-12-02T22:26:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742444_1620 (size=12301) 2024-12-02T22:26:12,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:12,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T22:26:12,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:12,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:12,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:26:12,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/feca8a272ff24fd7a874d8eab5470346 2024-12-02T22:26:12,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/85c61534c192488dafe957a1a049a235 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/85c61534c192488dafe957a1a049a235 2024-12-02T22:26:12,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/85c61534c192488dafe957a1a049a235, entries=150, sequenceid=278, filesize=30.5 K 2024-12-02T22:26:12,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/7c3b3582707d49d7aa3e1267687040d5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/7c3b3582707d49d7aa3e1267687040d5 2024-12-02T22:26:12,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/7c3b3582707d49d7aa3e1267687040d5, entries=150, sequenceid=278, filesize=12.0 K 2024-12-02T22:26:12,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/feca8a272ff24fd7a874d8eab5470346 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/feca8a272ff24fd7a874d8eab5470346 2024-12-02T22:26:12,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/feca8a272ff24fd7a874d8eab5470346, entries=150, sequenceid=278, filesize=12.0 K 2024-12-02T22:26:12,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 767b60269b059d631bcbffcddcf8dbff in 1641ms, sequenceid=278, compaction requested=true 2024-12-02T22:26:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:26:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:26:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:12,757 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T22:26:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:26:12,757 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:12,757 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:12,757 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:12,757 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/B is initiating minor compaction (all files) 2024-12-02T22:26:12,757 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/A is initiating minor compaction (all files) 2024-12-02T22:26:12,757 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/B in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,757 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/A in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,758 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2667dc2650d9447aa41a6e4754bb9e79, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a64012bdb4e04651be50a2f3349684b5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/85c61534c192488dafe957a1a049a235] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=91.8 K 2024-12-02T22:26:12,758 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/18bc5a035f6f489abb26ad8e14c3e6ff, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/50c5cd4769554455b17a40c1e914e173, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/7c3b3582707d49d7aa3e1267687040d5] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=36.2 K 2024-12-02T22:26:12,758 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,758 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. files: [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2667dc2650d9447aa41a6e4754bb9e79, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a64012bdb4e04651be50a2f3349684b5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/85c61534c192488dafe957a1a049a235] 2024-12-02T22:26:12,758 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 18bc5a035f6f489abb26ad8e14c3e6ff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178367760 2024-12-02T22:26:12,758 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2667dc2650d9447aa41a6e4754bb9e79, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178367760 2024-12-02T22:26:12,758 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c5cd4769554455b17a40c1e914e173, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733178368878 2024-12-02T22:26:12,758 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting a64012bdb4e04651be50a2f3349684b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733178368878 2024-12-02T22:26:12,758 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85c61534c192488dafe957a1a049a235, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178371010 2024-12-02T22:26:12,758 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c3b3582707d49d7aa3e1267687040d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178371010 2024-12-02T22:26:12,762 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:12,763 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:12,764 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/2a41ef55e4ad4aa6a2141e374c0e66b8 is 50, key is test_row_0/B:col10/1733178371114/Put/seqid=0 2024-12-02T22:26:12,765 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202961655d9bf5b43ffa8338384dd05bdb6_767b60269b059d631bcbffcddcf8dbff store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:12,767 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202961655d9bf5b43ffa8338384dd05bdb6_767b60269b059d631bcbffcddcf8dbff, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:12,767 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202961655d9bf5b43ffa8338384dd05bdb6_767b60269b059d631bcbffcddcf8dbff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:12,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742445_1621 (size=12915) 2024-12-02T22:26:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742446_1622 (size=4469) 2024-12-02T22:26:12,774 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#A#compaction#522 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:12,774 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a4aecb415d1c4b01a05c8d7041b108c5 is 175, key is test_row_0/A:col10/1733178371114/Put/seqid=0 2024-12-02T22:26:12,774 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/2a41ef55e4ad4aa6a2141e374c0e66b8 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/2a41ef55e4ad4aa6a2141e374c0e66b8 2024-12-02T22:26:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742447_1623 (size=31869) 2024-12-02T22:26:12,778 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/B of 767b60269b059d631bcbffcddcf8dbff into 2a41ef55e4ad4aa6a2141e374c0e66b8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:12,778 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:12,778 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/B, priority=13, startTime=1733178372757; duration=0sec 2024-12-02T22:26:12,778 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T22:26:12,779 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:B 2024-12-02T22:26:12,779 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T22:26:12,779 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T22:26:12,779 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1540): 767b60269b059d631bcbffcddcf8dbff/C is initiating minor compaction (all files) 2024-12-02T22:26:12,779 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 767b60269b059d631bcbffcddcf8dbff/C in TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,779 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/cec81692471a49cfabbb407aba55340a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/051e4005563e4023b17113cdc8ceda0d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/feca8a272ff24fd7a874d8eab5470346] into tmpdir=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp, totalSize=36.2 K 2024-12-02T22:26:12,780 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting cec81692471a49cfabbb407aba55340a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733178367760 2024-12-02T22:26:12,780 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting 051e4005563e4023b17113cdc8ceda0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733178368878 2024-12-02T22:26:12,780 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] compactions.Compactor(224): Compacting feca8a272ff24fd7a874d8eab5470346, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733178371010 2024-12-02T22:26:12,785 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 767b60269b059d631bcbffcddcf8dbff#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:26:12,785 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/8f99e0fe12ca411eb3a625df844615d2 is 50, key is test_row_0/C:col10/1733178371114/Put/seqid=0 2024-12-02T22:26:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742448_1624 (size=12915) 2024-12-02T22:26:12,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:12,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39943 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T22:26:12,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:12,880 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T22:26:12,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:12,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:12,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:12,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:12,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:12,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:12,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120282f2ae858eb446e2a696759feb50d317_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178371119/Put/seqid=0 2024-12-02T22:26:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742449_1625 (size=12454) 2024-12-02T22:26:13,180 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a4aecb415d1c4b01a05c8d7041b108c5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a4aecb415d1c4b01a05c8d7041b108c5 2024-12-02T22:26:13,183 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/A of 767b60269b059d631bcbffcddcf8dbff into a4aecb415d1c4b01a05c8d7041b108c5(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:13,184 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:13,184 INFO [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/A, priority=13, startTime=1733178372757; duration=0sec 2024-12-02T22:26:13,184 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:13,184 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:A 2024-12-02T22:26:13,192 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/8f99e0fe12ca411eb3a625df844615d2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/8f99e0fe12ca411eb3a625df844615d2 2024-12-02T22:26:13,195 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 767b60269b059d631bcbffcddcf8dbff/C of 767b60269b059d631bcbffcddcf8dbff into 8f99e0fe12ca411eb3a625df844615d2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:26:13,195 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:13,195 INFO [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff., storeName=767b60269b059d631bcbffcddcf8dbff/C, priority=13, startTime=1733178372757; duration=0sec 2024-12-02T22:26:13,195 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:13,195 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:C 2024-12-02T22:26:13,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. as already flushing 2024-12-02T22:26:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:13,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178433269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178433269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178433269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178433272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178433273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:13,331 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120282f2ae858eb446e2a696759feb50d317_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120282f2ae858eb446e2a696759feb50d317_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:13,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/5a3695c7dec842809e892e8868deb45c, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:13,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/5a3695c7dec842809e892e8868deb45c is 175, key is test_row_0/A:col10/1733178371119/Put/seqid=0 2024-12-02T22:26:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742450_1626 (size=31255) 2024-12-02T22:26:13,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178433373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178433373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178433373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178433376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178433376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T22:26:13,489 DEBUG [Thread-2450 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:61729 2024-12-02T22:26:13,489 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:13,490 DEBUG [Thread-2448 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:61729 2024-12-02T22:26:13,490 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:13,491 DEBUG [Thread-2452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1d3a95 to 127.0.0.1:61729 2024-12-02T22:26:13,491 DEBUG [Thread-2444 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:61729 2024-12-02T22:26:13,491 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:13,491 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:13,491 DEBUG [Thread-2446 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:61729 2024-12-02T22:26:13,491 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:13,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178433577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178433577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178433577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178433578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178433579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,737 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/5a3695c7dec842809e892e8868deb45c 2024-12-02T22:26:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/6494188af2e0469da2dc85a5315946a2 is 50, key is test_row_0/B:col10/1733178371119/Put/seqid=0 2024-12-02T22:26:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742451_1627 (size=12301) 2024-12-02T22:26:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178433880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178433880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178433880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178433882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:13,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178433882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:14,155 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/6494188af2e0469da2dc85a5315946a2 2024-12-02T22:26:14,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/40540d276efb4fc1820773690ef44dd5 is 50, key is test_row_0/C:col10/1733178371119/Put/seqid=0 2024-12-02T22:26:14,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742452_1628 (size=12301) 2024-12-02T22:26:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56346 deadline: 1733178434383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:14,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1733178434383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:14,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56380 deadline: 1733178434386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:14,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56330 deadline: 1733178434387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:14,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T22:26:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56368 deadline: 1733178434388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:14,574 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/40540d276efb4fc1820773690ef44dd5 2024-12-02T22:26:14,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/5a3695c7dec842809e892e8868deb45c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/5a3695c7dec842809e892e8868deb45c 2024-12-02T22:26:14,589 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/5a3695c7dec842809e892e8868deb45c, entries=150, sequenceid=289, filesize=30.5 K 2024-12-02T22:26:14,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/6494188af2e0469da2dc85a5315946a2 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/6494188af2e0469da2dc85a5315946a2 2024-12-02T22:26:14,595 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/6494188af2e0469da2dc85a5315946a2, entries=150, sequenceid=289, filesize=12.0 K 2024-12-02T22:26:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/40540d276efb4fc1820773690ef44dd5 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/40540d276efb4fc1820773690ef44dd5 2024-12-02T22:26:14,600 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/40540d276efb4fc1820773690ef44dd5, entries=150, sequenceid=289, filesize=12.0 K 2024-12-02T22:26:14,601 INFO [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 767b60269b059d631bcbffcddcf8dbff in 1721ms, sequenceid=289, compaction requested=false 2024-12-02T22:26:14,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:14,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:14,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5e55ea54544d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-02T22:26:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-02T22:26:14,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-02T22:26:14,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2440 sec 2024-12-02T22:26:14,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 3.2470 sec 2024-12-02T22:26:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39943 {}] regionserver.HRegion(8581): Flush requested on 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:15,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-02T22:26:15,397 DEBUG [Thread-2435 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:61729 2024-12-02T22:26:15,397 DEBUG [Thread-2435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:15,397 DEBUG [Thread-2439 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:61729 2024-12-02T22:26:15,397 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:15,398 DEBUG [Thread-2437 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:61729 2024-12-02T22:26:15,398 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:15,399 DEBUG [Thread-2433 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:61729 2024-12-02T22:26:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:15,399 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:15,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:15,400 DEBUG [Thread-2441 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:61729 2024-12-02T22:26:15,400 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:15,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024965099997a6474988f7a0082b8ddaa4_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_0/A:col10/1733178373269/Put/seqid=0 2024-12-02T22:26:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742453_1629 (size=12454) 2024-12-02T22:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T22:26:15,463 INFO [Thread-2443 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8349 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8210 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8156 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8328 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8200 2024-12-02T22:26:15,463 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T22:26:15,463 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T22:26:15,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:61729 2024-12-02T22:26:15,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:15,464 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T22:26:15,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T22:26:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T22:26:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T22:26:15,466 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178375466"}]},"ts":"1733178375466"} 2024-12-02T22:26:15,467 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T22:26:15,482 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T22:26:15,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T22:26:15,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, UNASSIGN}] 2024-12-02T22:26:15,484 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, UNASSIGN 2024-12-02T22:26:15,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=767b60269b059d631bcbffcddcf8dbff, regionState=CLOSING, regionLocation=5e55ea54544d,39943,1733178189000 2024-12-02T22:26:15,486 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:26:15,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000}] 2024-12-02T22:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T22:26:15,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:15,639 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:15,639 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T22:26:15,639 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 767b60269b059d631bcbffcddcf8dbff, disabling compactions & flushes 2024-12-02T22:26:15,640 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T22:26:15,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:15,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024965099997a6474988f7a0082b8ddaa4_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024965099997a6474988f7a0082b8ddaa4_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:15,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/e0e3991a559842958692a2a96f5fff2a, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:15,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/e0e3991a559842958692a2a96f5fff2a is 175, key is test_row_0/A:col10/1733178373269/Put/seqid=0 2024-12-02T22:26:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742454_1630 (size=31255) 2024-12-02T22:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T22:26:16,225 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/e0e3991a559842958692a2a96f5fff2a 2024-12-02T22:26:16,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/1670500bda6e43079c9edf62c5aa3097 is 50, key is test_row_0/B:col10/1733178373269/Put/seqid=0 2024-12-02T22:26:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742455_1631 (size=12301) 2024-12-02T22:26:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T22:26:16,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/1670500bda6e43079c9edf62c5aa3097 2024-12-02T22:26:16,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c7c8c135f21c41c1bcfab147338e856f is 50, key is test_row_0/C:col10/1733178373269/Put/seqid=0 2024-12-02T22:26:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742456_1632 (size=12301) 2024-12-02T22:26:17,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c7c8c135f21c41c1bcfab147338e856f 2024-12-02T22:26:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/e0e3991a559842958692a2a96f5fff2a as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e0e3991a559842958692a2a96f5fff2a 2024-12-02T22:26:17,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e0e3991a559842958692a2a96f5fff2a, entries=150, sequenceid=323, filesize=30.5 K 2024-12-02T22:26:17,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/1670500bda6e43079c9edf62c5aa3097 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/1670500bda6e43079c9edf62c5aa3097 2024-12-02T22:26:17,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/1670500bda6e43079c9edf62c5aa3097, entries=150, sequenceid=323, filesize=12.0 K 2024-12-02T22:26:17,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/c7c8c135f21c41c1bcfab147338e856f as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c7c8c135f21c41c1bcfab147338e856f 2024-12-02T22:26:17,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c7c8c135f21c41c1bcfab147338e856f, entries=150, sequenceid=323, filesize=12.0 K 2024-12-02T22:26:17,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 767b60269b059d631bcbffcddcf8dbff in 1686ms, sequenceid=323, compaction requested=true 2024-12-02T22:26:17,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:17,083 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T22:26:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:17,083 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. because compaction request was cancelled 2024-12-02T22:26:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:26:17,083 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:A 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. after waiting 0 ms 2024-12-02T22:26:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 767b60269b059d631bcbffcddcf8dbff:C, priority=-2147483648, current under compaction store size is 2 2024-12-02T22:26:17,083 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. because compaction request was cancelled 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T22:26:17,083 DEBUG [RS:0;5e55ea54544d:39943-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:B 2024-12-02T22:26:17,083 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. because compaction request was cancelled 2024-12-02T22:26:17,083 DEBUG [RS:0;5e55ea54544d:39943-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 767b60269b059d631bcbffcddcf8dbff:C 2024-12-02T22:26:17,083 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 767b60269b059d631bcbffcddcf8dbff 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=A 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=B 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 767b60269b059d631bcbffcddcf8dbff, store=C 2024-12-02T22:26:17,083 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T22:26:17,088 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120203dff7870356475dbfae545fa55b2619_767b60269b059d631bcbffcddcf8dbff is 50, key is test_row_1/A:col10/1733178375400/Put/seqid=0 2024-12-02T22:26:17,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742457_1633 (size=7374) 2024-12-02T22:26:17,494 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:26:17,498 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120203dff7870356475dbfae545fa55b2619_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120203dff7870356475dbfae545fa55b2619_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:17,499 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a747ca163eb747d29a3f6d829a74fa08, store: [table=TestAcidGuarantees family=A region=767b60269b059d631bcbffcddcf8dbff] 2024-12-02T22:26:17,500 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a747ca163eb747d29a3f6d829a74fa08 is 175, key is test_row_1/A:col10/1733178375400/Put/seqid=0 2024-12-02T22:26:17,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742458_1634 (size=13865) 2024-12-02T22:26:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T22:26:17,905 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a747ca163eb747d29a3f6d829a74fa08 2024-12-02T22:26:18,058 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/428287d2535c4410a8eac0a0c4874fb0 is 50, key is test_row_1/B:col10/1733178375400/Put/seqid=0 2024-12-02T22:26:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742459_1635 (size=7415) 2024-12-02T22:26:18,465 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/428287d2535c4410a8eac0a0c4874fb0 2024-12-02T22:26:18,477 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/84cbcd950ce24f1a969427ddce75d1b9 is 50, key is test_row_1/C:col10/1733178375400/Put/seqid=0 2024-12-02T22:26:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742460_1636 (size=7415) 2024-12-02T22:26:18,883 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/84cbcd950ce24f1a969427ddce75d1b9 2024-12-02T22:26:18,891 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/A/a747ca163eb747d29a3f6d829a74fa08 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a747ca163eb747d29a3f6d829a74fa08 2024-12-02T22:26:18,896 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a747ca163eb747d29a3f6d829a74fa08, entries=50, sequenceid=327, filesize=13.5 K 2024-12-02T22:26:18,897 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/B/428287d2535c4410a8eac0a0c4874fb0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/428287d2535c4410a8eac0a0c4874fb0 2024-12-02T22:26:18,901 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/428287d2535c4410a8eac0a0c4874fb0, entries=50, sequenceid=327, filesize=7.2 K 2024-12-02T22:26:18,901 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/.tmp/C/84cbcd950ce24f1a969427ddce75d1b9 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/84cbcd950ce24f1a969427ddce75d1b9 2024-12-02T22:26:18,904 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/84cbcd950ce24f1a969427ddce75d1b9, entries=50, sequenceid=327, filesize=7.2 K 2024-12-02T22:26:18,905 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 767b60269b059d631bcbffcddcf8dbff in 1822ms, sequenceid=327, compaction requested=true 2024-12-02T22:26:18,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/9891f24c903a452397fad0f81b35ccc9, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/b509df40cc6144049a05c68224f5874d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/c25e39b4ba8e4f54a5d2994e5312057b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/0421642d12094c049f440c2c751a308f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d6ec9d55a9da46bf906b00d85078743d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2006e0085b71484687af7f52acfeaea2, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/3bfc18a44a324c57bf282f2aeba12801, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a2e28b945a234e569d3864233c9af90b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/fb5db862060d47e2a4720ced023c77d8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/bf9590d1369f4cbf835f06995a602267, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/97e619977490468886f87b0b55ed0398, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d875c6137ede4603994d61a9b74c132d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/875c9662feef4b0d908a3d23ede906c8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2667dc2650d9447aa41a6e4754bb9e79, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e863ffd19a1b4c9bba2c3ac6db828cd5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a64012bdb4e04651be50a2f3349684b5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/85c61534c192488dafe957a1a049a235] to archive 2024-12-02T22:26:18,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:26:18,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/9891f24c903a452397fad0f81b35ccc9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/9891f24c903a452397fad0f81b35ccc9 2024-12-02T22:26:18,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/b509df40cc6144049a05c68224f5874d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/b509df40cc6144049a05c68224f5874d 2024-12-02T22:26:18,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/c25e39b4ba8e4f54a5d2994e5312057b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/c25e39b4ba8e4f54a5d2994e5312057b 2024-12-02T22:26:18,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/0421642d12094c049f440c2c751a308f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/0421642d12094c049f440c2c751a308f 2024-12-02T22:26:18,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d6ec9d55a9da46bf906b00d85078743d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d6ec9d55a9da46bf906b00d85078743d 2024-12-02T22:26:18,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2006e0085b71484687af7f52acfeaea2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2006e0085b71484687af7f52acfeaea2 2024-12-02T22:26:18,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/3bfc18a44a324c57bf282f2aeba12801 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/3bfc18a44a324c57bf282f2aeba12801 2024-12-02T22:26:18,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a2e28b945a234e569d3864233c9af90b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a2e28b945a234e569d3864233c9af90b 2024-12-02T22:26:18,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/fb5db862060d47e2a4720ced023c77d8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/fb5db862060d47e2a4720ced023c77d8 2024-12-02T22:26:18,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/bf9590d1369f4cbf835f06995a602267 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/bf9590d1369f4cbf835f06995a602267 2024-12-02T22:26:18,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/97e619977490468886f87b0b55ed0398 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/97e619977490468886f87b0b55ed0398 2024-12-02T22:26:18,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/6ab3d5ad37bf4539a49a2aaf3d8ed83e 2024-12-02T22:26:18,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d875c6137ede4603994d61a9b74c132d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/d875c6137ede4603994d61a9b74c132d 2024-12-02T22:26:18,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/875c9662feef4b0d908a3d23ede906c8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/875c9662feef4b0d908a3d23ede906c8 2024-12-02T22:26:18,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2667dc2650d9447aa41a6e4754bb9e79 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/2667dc2650d9447aa41a6e4754bb9e79 2024-12-02T22:26:18,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e863ffd19a1b4c9bba2c3ac6db828cd5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e863ffd19a1b4c9bba2c3ac6db828cd5 2024-12-02T22:26:18,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a64012bdb4e04651be50a2f3349684b5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a64012bdb4e04651be50a2f3349684b5 2024-12-02T22:26:18,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/85c61534c192488dafe957a1a049a235 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/85c61534c192488dafe957a1a049a235 2024-12-02T22:26:18,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4230d921617946998264a342e724b1e8, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4ca65bd6d57a436eb2b04f032c714f29, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e2694103d85446c3b701110fa3079789, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/b70af2ceeb194a4bb88385ac23d15dde, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/0df35cf1cddd48f8b7a97788ed5743ac, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/46f576ea940549f0ab3af3e3782a5d03, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3afa81c5880a49958864d541dceea353, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e5fc71146b8846428ecf67b0f677d567, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/272bcde3b07446fea9c6d683be580c99, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3da0d0e85ecc4393b31e6c9ab28bb493, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/057b0f406deb411cb9c7a272c45c1c4e, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/bbecb9a80c904b81a5284a44b0b037a0, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/d3255029275f4957bda3f83a9087016f, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/66f3d5d3f29442cf82821eb1a3c1be15, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/18bc5a035f6f489abb26ad8e14c3e6ff, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/13ddcbd50a1e4a97a565dfe2f9c426dc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/50c5cd4769554455b17a40c1e914e173, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/7c3b3582707d49d7aa3e1267687040d5] to archive 2024-12-02T22:26:18,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:26:18,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4230d921617946998264a342e724b1e8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4230d921617946998264a342e724b1e8 2024-12-02T22:26:18,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4ca65bd6d57a436eb2b04f032c714f29 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/4ca65bd6d57a436eb2b04f032c714f29 2024-12-02T22:26:18,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e2694103d85446c3b701110fa3079789 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e2694103d85446c3b701110fa3079789 2024-12-02T22:26:18,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/b70af2ceeb194a4bb88385ac23d15dde to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/b70af2ceeb194a4bb88385ac23d15dde 2024-12-02T22:26:18,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/0df35cf1cddd48f8b7a97788ed5743ac to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/0df35cf1cddd48f8b7a97788ed5743ac 2024-12-02T22:26:18,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/46f576ea940549f0ab3af3e3782a5d03 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/46f576ea940549f0ab3af3e3782a5d03 2024-12-02T22:26:18,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3afa81c5880a49958864d541dceea353 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3afa81c5880a49958864d541dceea353 2024-12-02T22:26:18,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e5fc71146b8846428ecf67b0f677d567 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/e5fc71146b8846428ecf67b0f677d567 2024-12-02T22:26:18,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/272bcde3b07446fea9c6d683be580c99 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/272bcde3b07446fea9c6d683be580c99 2024-12-02T22:26:18,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3da0d0e85ecc4393b31e6c9ab28bb493 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/3da0d0e85ecc4393b31e6c9ab28bb493 2024-12-02T22:26:18,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/057b0f406deb411cb9c7a272c45c1c4e to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/057b0f406deb411cb9c7a272c45c1c4e 2024-12-02T22:26:18,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/bbecb9a80c904b81a5284a44b0b037a0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/bbecb9a80c904b81a5284a44b0b037a0 2024-12-02T22:26:18,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/d3255029275f4957bda3f83a9087016f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/d3255029275f4957bda3f83a9087016f 2024-12-02T22:26:18,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/66f3d5d3f29442cf82821eb1a3c1be15 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/66f3d5d3f29442cf82821eb1a3c1be15 2024-12-02T22:26:18,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/18bc5a035f6f489abb26ad8e14c3e6ff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/18bc5a035f6f489abb26ad8e14c3e6ff 2024-12-02T22:26:18,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/13ddcbd50a1e4a97a565dfe2f9c426dc to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/13ddcbd50a1e4a97a565dfe2f9c426dc 2024-12-02T22:26:18,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/50c5cd4769554455b17a40c1e914e173 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/50c5cd4769554455b17a40c1e914e173 2024-12-02T22:26:18,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/7c3b3582707d49d7aa3e1267687040d5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/7c3b3582707d49d7aa3e1267687040d5 2024-12-02T22:26:18,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/6f579260870a471e8a32ca1d0a76183c, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34866fdb36664bacb08170332f004acc, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/83d61e5f703442bca17b746b6b84e093, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c6bc921de80b43f1b187dd3e2824ce8b, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c487f1be2d7b4abeb8263544218d7a48, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/35bcf66da6524bf5beb2a811caf796e5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/32861494e01b4f90a1c19b188c9f1672, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/d2edf403847949698d18a3b17e77a283, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34024afee3244d2b9caf990bc342f283, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/a8898ed75cef4f998a5298906f733105, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/988e816e4dc74473a048276d7765d002, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/45060120b5db4c2a8d53679ef5a7b9ec, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/02a2aed917cd48ea8e053417c69ecd72, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/cec81692471a49cfabbb407aba55340a, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/f0b9a77f601c494b844f1f0564809752, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/051e4005563e4023b17113cdc8ceda0d, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/feca8a272ff24fd7a874d8eab5470346] to archive 2024-12-02T22:26:18,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:26:18,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/6f579260870a471e8a32ca1d0a76183c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/6f579260870a471e8a32ca1d0a76183c 2024-12-02T22:26:18,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34866fdb36664bacb08170332f004acc to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34866fdb36664bacb08170332f004acc 2024-12-02T22:26:18,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/83d61e5f703442bca17b746b6b84e093 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/83d61e5f703442bca17b746b6b84e093 2024-12-02T22:26:18,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c6bc921de80b43f1b187dd3e2824ce8b to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c6bc921de80b43f1b187dd3e2824ce8b 2024-12-02T22:26:18,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c487f1be2d7b4abeb8263544218d7a48 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c487f1be2d7b4abeb8263544218d7a48 2024-12-02T22:26:18,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/35bcf66da6524bf5beb2a811caf796e5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/35bcf66da6524bf5beb2a811caf796e5 2024-12-02T22:26:18,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/3ca32f8a1a3d4cab87b43d8c3b1b82a5 2024-12-02T22:26:18,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/32861494e01b4f90a1c19b188c9f1672 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/32861494e01b4f90a1c19b188c9f1672 2024-12-02T22:26:18,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/d2edf403847949698d18a3b17e77a283 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/d2edf403847949698d18a3b17e77a283 2024-12-02T22:26:18,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34024afee3244d2b9caf990bc342f283 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/34024afee3244d2b9caf990bc342f283 2024-12-02T22:26:18,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/a8898ed75cef4f998a5298906f733105 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/a8898ed75cef4f998a5298906f733105 2024-12-02T22:26:18,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/988e816e4dc74473a048276d7765d002 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/988e816e4dc74473a048276d7765d002 2024-12-02T22:26:18,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/45060120b5db4c2a8d53679ef5a7b9ec to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/45060120b5db4c2a8d53679ef5a7b9ec 2024-12-02T22:26:18,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/02a2aed917cd48ea8e053417c69ecd72 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/02a2aed917cd48ea8e053417c69ecd72 2024-12-02T22:26:18,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/cec81692471a49cfabbb407aba55340a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/cec81692471a49cfabbb407aba55340a 2024-12-02T22:26:18,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/f0b9a77f601c494b844f1f0564809752 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/f0b9a77f601c494b844f1f0564809752 2024-12-02T22:26:18,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/051e4005563e4023b17113cdc8ceda0d to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/051e4005563e4023b17113cdc8ceda0d 2024-12-02T22:26:18,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/feca8a272ff24fd7a874d8eab5470346 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/feca8a272ff24fd7a874d8eab5470346 2024-12-02T22:26:18,980 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-12-02T22:26:18,981 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff. 2024-12-02T22:26:18,981 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 767b60269b059d631bcbffcddcf8dbff: 2024-12-02T22:26:18,982 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:18,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=767b60269b059d631bcbffcddcf8dbff, regionState=CLOSED 2024-12-02T22:26:18,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-02T22:26:18,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 767b60269b059d631bcbffcddcf8dbff, server=5e55ea54544d,39943,1733178189000 in 3.4970 sec 2024-12-02T22:26:18,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-12-02T22:26:18,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=767b60269b059d631bcbffcddcf8dbff, UNASSIGN in 3.5010 sec 2024-12-02T22:26:18,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-02T22:26:18,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.5040 sec 2024-12-02T22:26:18,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178378989"}]},"ts":"1733178378989"} 2024-12-02T22:26:18,990 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T22:26:19,027 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T22:26:19,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.5640 sec 2024-12-02T22:26:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T22:26:19,578 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-02T22:26:19,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T22:26:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:26:19,583 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:26:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T22:26:19,585 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:26:19,589 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,591 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C, FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/recovered.edits] 2024-12-02T22:26:19,595 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/5a3695c7dec842809e892e8868deb45c to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/5a3695c7dec842809e892e8868deb45c 2024-12-02T22:26:19,596 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a4aecb415d1c4b01a05c8d7041b108c5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a4aecb415d1c4b01a05c8d7041b108c5 2024-12-02T22:26:19,597 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a747ca163eb747d29a3f6d829a74fa08 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/a747ca163eb747d29a3f6d829a74fa08 2024-12-02T22:26:19,599 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e0e3991a559842958692a2a96f5fff2a to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/A/e0e3991a559842958692a2a96f5fff2a 2024-12-02T22:26:19,602 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/1670500bda6e43079c9edf62c5aa3097 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/1670500bda6e43079c9edf62c5aa3097 2024-12-02T22:26:19,603 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/2a41ef55e4ad4aa6a2141e374c0e66b8 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/2a41ef55e4ad4aa6a2141e374c0e66b8 2024-12-02T22:26:19,605 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/428287d2535c4410a8eac0a0c4874fb0 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/428287d2535c4410a8eac0a0c4874fb0 2024-12-02T22:26:19,607 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/6494188af2e0469da2dc85a5315946a2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/B/6494188af2e0469da2dc85a5315946a2 2024-12-02T22:26:19,610 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/40540d276efb4fc1820773690ef44dd5 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/40540d276efb4fc1820773690ef44dd5 2024-12-02T22:26:19,612 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/84cbcd950ce24f1a969427ddce75d1b9 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/84cbcd950ce24f1a969427ddce75d1b9 2024-12-02T22:26:19,614 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/8f99e0fe12ca411eb3a625df844615d2 to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/8f99e0fe12ca411eb3a625df844615d2 2024-12-02T22:26:19,616 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c7c8c135f21c41c1bcfab147338e856f to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/C/c7c8c135f21c41c1bcfab147338e856f 2024-12-02T22:26:19,619 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/recovered.edits/330.seqid to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff/recovered.edits/330.seqid 2024-12-02T22:26:19,620 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/default/TestAcidGuarantees/767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,620 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T22:26:19,620 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T22:26:19,621 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T22:26:19,625 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120203dff7870356475dbfae545fa55b2619_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120203dff7870356475dbfae545fa55b2619_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,627 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021b68b72fbc444192ba8bb07592a3bf90_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021b68b72fbc444192ba8bb07592a3bf90_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,628 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022b65db68854040668d2492323d689cea_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022b65db68854040668d2492323d689cea_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,629 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022c95e7793ae2413fbb6df2b979728957_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022c95e7793ae2413fbb6df2b979728957_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,630 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024965099997a6474988f7a0082b8ddaa4_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024965099997a6474988f7a0082b8ddaa4_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,631 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024c11f87783a7439b878a90daa6f6529a_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024c11f87783a7439b878a90daa6f6529a_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,632 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270c7915f507b437f93bbcf2d85be1e06_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120270c7915f507b437f93bbcf2d85be1e06_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,633 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120282f2ae858eb446e2a696759feb50d317_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120282f2ae858eb446e2a696759feb50d317_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,634 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ac2b2ff547004081ae947dd2a9328dda_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ac2b2ff547004081ae947dd2a9328dda_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,635 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b87745bd02064c1fb13394628776ffa2_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b87745bd02064c1fb13394628776ffa2_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,636 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cca4c4f909e24833bd6ed394fff8e328_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202cca4c4f909e24833bd6ed394fff8e328_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,637 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0ed3835b36a42889bf59dfb8da5b8ac_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d0ed3835b36a42889bf59dfb8da5b8ac_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,639 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d702afc1a8274025a5c48bb04b3663b1_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d702afc1a8274025a5c48bb04b3663b1_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,640 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e45064781bae4ec28b5b9c555c62edbe_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e45064781bae4ec28b5b9c555c62edbe_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,641 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ec0358a2eeee4df6858fcdf6b8a5dcfd_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ec0358a2eeee4df6858fcdf6b8a5dcfd_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,643 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ecc30475c44b45a1a95bb393c2d6da3c_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ecc30475c44b45a1a95bb393c2d6da3c_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,644 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202feab630fb60e4a6c99cf77006aeaeddc_767b60269b059d631bcbffcddcf8dbff to hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202feab630fb60e4a6c99cf77006aeaeddc_767b60269b059d631bcbffcddcf8dbff 2024-12-02T22:26:19,645 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T22:26:19,647 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:26:19,650 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T22:26:19,652 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T22:26:19,652 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:26:19,652 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T22:26:19,653 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733178379652"}]},"ts":"9223372036854775807"} 2024-12-02T22:26:19,654 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T22:26:19,654 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 767b60269b059d631bcbffcddcf8dbff, NAME => 'TestAcidGuarantees,,1733178350269.767b60269b059d631bcbffcddcf8dbff.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T22:26:19,654 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T22:26:19,654 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733178379654"}]},"ts":"9223372036854775807"} 2024-12-02T22:26:19,655 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T22:26:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T22:26:19,694 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T22:26:19,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 114 msec 2024-12-02T22:26:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T22:26:19,887 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-02T22:26:19,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238 (was 238), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 285) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6510 (was 6553) 2024-12-02T22:26:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T22:26:19,901 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T22:26:19,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:61729 2024-12-02T22:26:19,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:19,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:26:19,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=408429447, stopped=false 2024-12-02T22:26:19,902 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5e55ea54544d,38367,1733178188246 2024-12-02T22:26:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T22:26:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T22:26:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:26:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:26:19,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T22:26:19,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:19,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:26:19,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:26:19,911 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5e55ea54544d,39943,1733178189000' ***** 2024-12-02T22:26:19,911 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T22:26:19,912 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:26:19,912 INFO [RS:0;5e55ea54544d:39943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:26:19,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T22:26:19,912 INFO [RS:0;5e55ea54544d:39943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:26:19,912 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(3579): Received CLOSE for 02f5b228a84205ddebea77be33971ee0 2024-12-02T22:26:19,912 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1224): stopping server 5e55ea54544d,39943,1733178189000 2024-12-02T22:26:19,913 DEBUG [RS:0;5e55ea54544d:39943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:19,913 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:26:19,913 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:26:19,913 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:26:19,913 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T22:26:19,913 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 02f5b228a84205ddebea77be33971ee0, disabling compactions & flushes 2024-12-02T22:26:19,913 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:26:19,913 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:26:19,913 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-02T22:26:19,913 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. after waiting 0 ms 2024-12-02T22:26:19,913 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:26:19,913 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1603): Online Regions={02f5b228a84205ddebea77be33971ee0=hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:26:19,913 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 02f5b228a84205ddebea77be33971ee0 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T22:26:19,913 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:26:19,913 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T22:26:19,913 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T22:26:19,913 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:26:19,913 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:26:19,913 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-02T22:26:19,916 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1629): Waiting on 02f5b228a84205ddebea77be33971ee0, 1588230740 2024-12-02T22:26:19,931 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0/.tmp/info/e72ddedac2534345a3841dadd1c1333c is 45, key is default/info:d/1733178194671/Put/seqid=0 2024-12-02T22:26:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742461_1637 (size=5037) 2024-12-02T22:26:19,938 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/info/25c6023045b543b89c6b844a73070d87 is 143, key is hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0./info:regioninfo/1733178194515/Put/seqid=0 2024-12-02T22:26:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742462_1638 (size=7725) 2024-12-02T22:26:19,992 INFO [regionserver/5e55ea54544d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:26:20,117 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1629): Waiting on 02f5b228a84205ddebea77be33971ee0, 1588230740 2024-12-02T22:26:20,317 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1629): Waiting on 02f5b228a84205ddebea77be33971ee0, 1588230740 2024-12-02T22:26:20,335 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0/.tmp/info/e72ddedac2534345a3841dadd1c1333c 2024-12-02T22:26:20,342 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/info/25c6023045b543b89c6b844a73070d87 2024-12-02T22:26:20,344 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0/.tmp/info/e72ddedac2534345a3841dadd1c1333c as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0/info/e72ddedac2534345a3841dadd1c1333c 2024-12-02T22:26:20,348 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0/info/e72ddedac2534345a3841dadd1c1333c, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T22:26:20,349 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 02f5b228a84205ddebea77be33971ee0 in 435ms, sequenceid=6, compaction requested=false 2024-12-02T22:26:20,351 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/namespace/02f5b228a84205ddebea77be33971ee0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T22:26:20,352 INFO [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:26:20,352 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 02f5b228a84205ddebea77be33971ee0: 2024-12-02T22:26:20,352 DEBUG [RS_CLOSE_REGION-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733178193212.02f5b228a84205ddebea77be33971ee0. 2024-12-02T22:26:20,359 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/rep_barrier/d119389ef6454f38a1d3a8d027f4badf is 102, key is TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e./rep_barrier:/1733178229025/DeleteFamily/seqid=0 2024-12-02T22:26:20,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742463_1639 (size=6025) 2024-12-02T22:26:20,517 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T22:26:20,718 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T22:26:20,732 INFO [regionserver/5e55ea54544d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:26:20,732 INFO [regionserver/5e55ea54544d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:26:20,764 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/rep_barrier/d119389ef6454f38a1d3a8d027f4badf 2024-12-02T22:26:20,792 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/table/bdc769d994eb4241a9497a498536b1ee is 96, key is TestAcidGuarantees,,1733178194947.8578c70965a657b38e03b3005e0c987e./table:/1733178229025/DeleteFamily/seqid=0 2024-12-02T22:26:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742464_1640 (size=5942) 2024-12-02T22:26:20,918 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-02T22:26:20,918 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:26:20,918 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T22:26:21,119 DEBUG [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T22:26:21,197 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/table/bdc769d994eb4241a9497a498536b1ee 2024-12-02T22:26:21,207 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/info/25c6023045b543b89c6b844a73070d87 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/info/25c6023045b543b89c6b844a73070d87 2024-12-02T22:26:21,212 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/info/25c6023045b543b89c6b844a73070d87, entries=22, sequenceid=93, filesize=7.5 K 2024-12-02T22:26:21,213 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/rep_barrier/d119389ef6454f38a1d3a8d027f4badf as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/rep_barrier/d119389ef6454f38a1d3a8d027f4badf 2024-12-02T22:26:21,217 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/rep_barrier/d119389ef6454f38a1d3a8d027f4badf, entries=6, sequenceid=93, filesize=5.9 K 2024-12-02T22:26:21,217 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/.tmp/table/bdc769d994eb4241a9497a498536b1ee as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/table/bdc769d994eb4241a9497a498536b1ee 2024-12-02T22:26:21,221 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/table/bdc769d994eb4241a9497a498536b1ee, entries=9, sequenceid=93, filesize=5.8 K 2024-12-02T22:26:21,222 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=93, compaction requested=false 2024-12-02T22:26:21,226 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-02T22:26:21,227 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:26:21,227 INFO [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T22:26:21,227 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T22:26:21,227 DEBUG [RS_CLOSE_META-regionserver/5e55ea54544d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:26:21,319 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1250): stopping server 5e55ea54544d,39943,1733178189000; all regions closed. 2024-12-02T22:26:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741834_1010 (size=26050) 2024-12-02T22:26:21,333 DEBUG [RS:0;5e55ea54544d:39943 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/oldWALs 2024-12-02T22:26:21,333 INFO [RS:0;5e55ea54544d:39943 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5e55ea54544d%2C39943%2C1733178189000.meta:.meta(num 1733178192938) 2024-12-02T22:26:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741832_1008 (size=14633432) 2024-12-02T22:26:21,338 DEBUG [RS:0;5e55ea54544d:39943 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/oldWALs 2024-12-02T22:26:21,338 INFO [RS:0;5e55ea54544d:39943 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5e55ea54544d%2C39943%2C1733178189000:(num 1733178191879) 2024-12-02T22:26:21,338 DEBUG [RS:0;5e55ea54544d:39943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:21,338 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:26:21,339 INFO [RS:0;5e55ea54544d:39943 {}] hbase.ChoreService(370): Chore service for: regionserver/5e55ea54544d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T22:26:21,339 INFO [regionserver/5e55ea54544d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T22:26:21,340 INFO [RS:0;5e55ea54544d:39943 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39943 2024-12-02T22:26:21,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5e55ea54544d,39943,1733178189000 2024-12-02T22:26:21,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T22:26:21,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5e55ea54544d,39943,1733178189000] 2024-12-02T22:26:21,385 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5e55ea54544d,39943,1733178189000; numProcessing=1 2024-12-02T22:26:21,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5e55ea54544d,39943,1733178189000 already deleted, retry=false 2024-12-02T22:26:21,394 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5e55ea54544d,39943,1733178189000 expired; onlineServers=0 2024-12-02T22:26:21,394 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5e55ea54544d,38367,1733178188246' ***** 2024-12-02T22:26:21,394 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:26:21,394 DEBUG [M:0;5e55ea54544d:38367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5945a06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5e55ea54544d/172.17.0.2:0 2024-12-02T22:26:21,394 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HRegionServer(1224): stopping server 5e55ea54544d,38367,1733178188246 2024-12-02T22:26:21,394 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HRegionServer(1250): stopping server 5e55ea54544d,38367,1733178188246; all regions closed. 2024-12-02T22:26:21,394 DEBUG [M:0;5e55ea54544d:38367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:26:21,394 DEBUG [M:0;5e55ea54544d:38367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:26:21,395 DEBUG [M:0;5e55ea54544d:38367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:26:21,395 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:26:21,395 DEBUG [master/5e55ea54544d:0:becomeActiveMaster-HFileCleaner.large.0-1733178191622 {}] cleaner.HFileCleaner(306): Exit Thread[master/5e55ea54544d:0:becomeActiveMaster-HFileCleaner.large.0-1733178191622,5,FailOnTimeoutGroup] 2024-12-02T22:26:21,395 DEBUG [master/5e55ea54544d:0:becomeActiveMaster-HFileCleaner.small.0-1733178191626 {}] cleaner.HFileCleaner(306): Exit Thread[master/5e55ea54544d:0:becomeActiveMaster-HFileCleaner.small.0-1733178191626,5,FailOnTimeoutGroup] 2024-12-02T22:26:21,395 INFO [M:0;5e55ea54544d:38367 {}] hbase.ChoreService(370): Chore service for: master/5e55ea54544d:0 had [] on shutdown 2024-12-02T22:26:21,395 DEBUG [M:0;5e55ea54544d:38367 {}] master.HMaster(1733): Stopping service threads 2024-12-02T22:26:21,396 INFO [M:0;5e55ea54544d:38367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:26:21,396 ERROR [M:0;5e55ea54544d:38367 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:45621 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45621,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-02T22:26:21,397 INFO [M:0;5e55ea54544d:38367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:26:21,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:26:21,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T22:26:21,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:26:21,406 DEBUG [M:0;5e55ea54544d:38367 {}] zookeeper.ZKUtil(347): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T22:26:21,406 WARN [M:0;5e55ea54544d:38367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:26:21,406 INFO [M:0;5e55ea54544d:38367 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T22:26:21,406 INFO [M:0;5e55ea54544d:38367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:26:21,407 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:26:21,407 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:26:21,407 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:26:21,407 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:26:21,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T22:26:21,407 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:26:21,407 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=736.34 KB heapSize=903.01 KB 2024-12-02T22:26:21,424 DEBUG [M:0;5e55ea54544d:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/398b80d4f27a45db9736968d2b6e71e1 is 82, key is hbase:meta,,1/info:regioninfo/1733178193058/Put/seqid=0 2024-12-02T22:26:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742465_1641 (size=5672) 2024-12-02T22:26:21,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:26:21,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39943-0x101996e01570001, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:26:21,486 INFO [RS:0;5e55ea54544d:39943 {}] regionserver.HRegionServer(1307): Exiting; stopping=5e55ea54544d,39943,1733178189000; zookeeper connection closed. 2024-12-02T22:26:21,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3da9195d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3da9195d 2024-12-02T22:26:21,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:26:21,829 INFO [M:0;5e55ea54544d:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2043 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/398b80d4f27a45db9736968d2b6e71e1 2024-12-02T22:26:21,858 DEBUG [M:0;5e55ea54544d:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31fe771bea6740bebda22192eee58aa0 is 2283, key is \x00\x00\x00\x00\x00\x00\x00(/proc:d/1733178232473/Put/seqid=0 2024-12-02T22:26:21,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742466_1642 (size=44702) 2024-12-02T22:26:22,263 INFO [M:0;5e55ea54544d:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=735.79 KB at sequenceid=2043 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31fe771bea6740bebda22192eee58aa0 2024-12-02T22:26:22,267 INFO [M:0;5e55ea54544d:38367 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31fe771bea6740bebda22192eee58aa0 2024-12-02T22:26:22,284 DEBUG [M:0;5e55ea54544d:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fc4b52888464920847e929e3d31ea7e is 69, key is 5e55ea54544d,39943,1733178189000/rs:state/1733178191656/Put/seqid=0 2024-12-02T22:26:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742467_1643 (size=5156) 2024-12-02T22:26:22,689 INFO [M:0;5e55ea54544d:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2043 (bloomFilter=true), to=hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fc4b52888464920847e929e3d31ea7e 2024-12-02T22:26:22,698 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/398b80d4f27a45db9736968d2b6e71e1 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/398b80d4f27a45db9736968d2b6e71e1 2024-12-02T22:26:22,701 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/398b80d4f27a45db9736968d2b6e71e1, entries=8, sequenceid=2043, filesize=5.5 K 2024-12-02T22:26:22,702 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31fe771bea6740bebda22192eee58aa0 as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31fe771bea6740bebda22192eee58aa0 2024-12-02T22:26:22,705 INFO [M:0;5e55ea54544d:38367 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31fe771bea6740bebda22192eee58aa0 2024-12-02T22:26:22,705 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31fe771bea6740bebda22192eee58aa0, entries=177, sequenceid=2043, filesize=43.7 K 2024-12-02T22:26:22,706 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fc4b52888464920847e929e3d31ea7e as hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fc4b52888464920847e929e3d31ea7e 2024-12-02T22:26:22,709 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45621/user/jenkins/test-data/cead04d3-81a9-e026-0b2a-d2d2805a5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fc4b52888464920847e929e3d31ea7e, entries=1, sequenceid=2043, filesize=5.0 K 2024-12-02T22:26:22,709 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(3040): Finished flush of dataSize ~736.34 KB/754013, heapSize ~902.71 KB/924376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=2043, compaction requested=false 2024-12-02T22:26:22,711 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:26:22,711 DEBUG [M:0;5e55ea54544d:38367 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T22:26:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741830_1006 (size=888039) 2024-12-02T22:26:22,714 INFO [M:0;5e55ea54544d:38367 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T22:26:22,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T22:26:22,714 INFO [M:0;5e55ea54544d:38367 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38367 2024-12-02T22:26:22,752 DEBUG [M:0;5e55ea54544d:38367 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5e55ea54544d,38367,1733178188246 already deleted, retry=false 2024-12-02T22:26:22,861 INFO [M:0;5e55ea54544d:38367 {}] regionserver.HRegionServer(1307): Exiting; stopping=5e55ea54544d,38367,1733178188246; zookeeper connection closed. 2024-12-02T22:26:22,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:26:22,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101996e01570000, quorum=127.0.0.1:61729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:26:22,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:26:22,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:26:22,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:26:22,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:26:22,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/hadoop.log.dir/,STOPPED} 2024-12-02T22:26:22,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:26:22,905 WARN [BP-2022088492-172.17.0.2-1733178185196 heartbeating to localhost/127.0.0.1:45621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:26:22,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:26:22,905 WARN [BP-2022088492-172.17.0.2-1733178185196 heartbeating to localhost/127.0.0.1:45621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2022088492-172.17.0.2-1733178185196 (Datanode Uuid b8da9044-2674-4e56-b2e4-a67dcf72eb9c) service to localhost/127.0.0.1:45621 2024-12-02T22:26:22,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/dfs/data/data1/current/BP-2022088492-172.17.0.2-1733178185196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:26:22,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/cluster_4d6fe552-bb76-e533-65a3-ea6cb02abb1f/dfs/data/data2/current/BP-2022088492-172.17.0.2-1733178185196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:26:22,909 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:26:22,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:26:22,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:26:22,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:26:22,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:26:22,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/07f3c54a-aab1-0b0a-aa06-5a016b6ed8a1/hadoop.log.dir/,STOPPED} 2024-12-02T22:26:22,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:26:23,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down